2024-11-26 11:17:08,639 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-26 11:17:08,663 main DEBUG Took 0.022008 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-26 11:17:08,664 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-26 11:17:08,665 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-26 11:17:08,666 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-26 11:17:08,669 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 11:17:08,680 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-26 11:17:08,697 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 11:17:08,699 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 11:17:08,700 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 11:17:08,700 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 11:17:08,701 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 11:17:08,702 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 11:17:08,703 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 11:17:08,704 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 11:17:08,704 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 11:17:08,705 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 11:17:08,706 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 11:17:08,707 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 11:17:08,707 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 11:17:08,708 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 11:17:08,709 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 11:17:08,709 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 11:17:08,710 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 11:17:08,710 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 11:17:08,711 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 11:17:08,711 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 11:17:08,712 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 11:17:08,713 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 11:17:08,713 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 11:17:08,714 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 11:17:08,715 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 11:17:08,715 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-26 11:17:08,717 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 11:17:08,719 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-26 11:17:08,721 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-26 11:17:08,722 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-26 11:17:08,724 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-26 11:17:08,724 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-26 11:17:08,735 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-26 11:17:08,738 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-26 11:17:08,740 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-26 11:17:08,741 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-26 11:17:08,741 main DEBUG createAppenders(={Console}) 2024-11-26 11:17:08,742 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-26 11:17:08,743 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-26 11:17:08,743 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-26 11:17:08,744 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-26 11:17:08,744 main DEBUG OutputStream closed 2024-11-26 11:17:08,745 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-26 11:17:08,745 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-26 11:17:08,745 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-26 11:17:08,837 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-26 11:17:08,839 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-26 11:17:08,840 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-26 11:17:08,841 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-26 11:17:08,842 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-26 11:17:08,842 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-26 11:17:08,843 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-26 11:17:08,843 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-26 11:17:08,843 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-26 11:17:08,844 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-26 11:17:08,844 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-26 11:17:08,844 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-26 11:17:08,845 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-26 11:17:08,845 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-26 11:17:08,845 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-26 11:17:08,845 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-26 11:17:08,846 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-26 11:17:08,846 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-26 11:17:08,849 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26 11:17:08,849 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-26 11:17:08,849 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-26 11:17:08,850 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-26T11:17:08,864 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-26 11:17:08,867 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-26 11:17:08,868 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26T11:17:08,926 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=403, ProcessCount=11, AvailableMemoryMB=4619 2024-11-26T11:17:09,157 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-26T11:17:09,206 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0f1355f-d5ae-4e0f-5b62-acd45005e961 2024-11-26T11:17:09,211 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0f1355f-d5ae-4e0f-5b62-acd45005e961/cluster_3ae870bc-d657-0144-a850-cad17f762abf, deleteOnExit=true 2024-11-26T11:17:09,466 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0f1355f-d5ae-4e0f-5b62-acd45005e961/cluster_3ae870bc-d657-0144-a850-cad17f762abf/zookeeper_0, clientPort=50101, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0f1355f-d5ae-4e0f-5b62-acd45005e961/cluster_3ae870bc-d657-0144-a850-cad17f762abf/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0f1355f-d5ae-4e0f-5b62-acd45005e961/cluster_3ae870bc-d657-0144-a850-cad17f762abf/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T11:17:09,504 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50101 2024-11-26T11:17:09,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T11:17:09,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T11:17:09,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0f1355f-d5ae-4e0f-5b62-acd45005e961/test.cache.data in system properties and HBase conf 2024-11-26T11:17:09,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0f1355f-d5ae-4e0f-5b62-acd45005e961/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T11:17:09,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0f1355f-d5ae-4e0f-5b62-acd45005e961/hadoop.log.dir in system properties and HBase conf 2024-11-26T11:17:09,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0f1355f-d5ae-4e0f-5b62-acd45005e961/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T11:17:09,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0f1355f-d5ae-4e0f-5b62-acd45005e961/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T11:17:09,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T11:17:09,722 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-26T11:17:09,922 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T11:17:09,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0f1355f-d5ae-4e0f-5b62-acd45005e961/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T11:17:09,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0f1355f-d5ae-4e0f-5b62-acd45005e961/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T11:17:09,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0f1355f-d5ae-4e0f-5b62-acd45005e961/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T11:17:09,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0f1355f-d5ae-4e0f-5b62-acd45005e961/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T11:17:09,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0f1355f-d5ae-4e0f-5b62-acd45005e961/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T11:17:09,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0f1355f-d5ae-4e0f-5b62-acd45005e961/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T11:17:09,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0f1355f-d5ae-4e0f-5b62-acd45005e961/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T11:17:09,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0f1355f-d5ae-4e0f-5b62-acd45005e961/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T11:17:09,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0f1355f-d5ae-4e0f-5b62-acd45005e961/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T11:17:09,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0f1355f-d5ae-4e0f-5b62-acd45005e961/nfs.dump.dir in system properties and HBase conf 2024-11-26T11:17:09,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0f1355f-d5ae-4e0f-5b62-acd45005e961/java.io.tmpdir in system properties and HBase conf 2024-11-26T11:17:09,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0f1355f-d5ae-4e0f-5b62-acd45005e961/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T11:17:09,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0f1355f-d5ae-4e0f-5b62-acd45005e961/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T11:17:09,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0f1355f-d5ae-4e0f-5b62-acd45005e961/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T11:17:11,425 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-26T11:17:11,542 INFO [Time-limited test {}] log.Log(170): Logging initialized @3692ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-26T11:17:11,636 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:17:11,711 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T11:17:11,754 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T11:17:11,754 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T11:17:11,756 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T11:17:11,784 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:17:11,789 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4bf6eecf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0f1355f-d5ae-4e0f-5b62-acd45005e961/hadoop.log.dir/,AVAILABLE} 2024-11-26T11:17:11,790 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f3a9c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T11:17:12,081 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@cea93ce{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0f1355f-d5ae-4e0f-5b62-acd45005e961/java.io.tmpdir/jetty-localhost-37871-hadoop-hdfs-3_4_1-tests_jar-_-any-17010291528934974335/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T11:17:12,090 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20f9fb84{HTTP/1.1, (http/1.1)}{localhost:37871} 2024-11-26T11:17:12,090 INFO [Time-limited test {}] server.Server(415): Started @4240ms 2024-11-26T11:17:12,821 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:17:12,843 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T11:17:12,852 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T11:17:12,852 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T11:17:12,853 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T11:17:12,854 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@617addf4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0f1355f-d5ae-4e0f-5b62-acd45005e961/hadoop.log.dir/,AVAILABLE} 2024-11-26T11:17:12,855 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@582ab0a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T11:17:13,004 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4167102a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0f1355f-d5ae-4e0f-5b62-acd45005e961/java.io.tmpdir/jetty-localhost-36929-hadoop-hdfs-3_4_1-tests_jar-_-any-5359233160278548793/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T11:17:13,006 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5bf20040{HTTP/1.1, (http/1.1)}{localhost:36929} 2024-11-26T11:17:13,007 INFO [Time-limited test {}] server.Server(415): Started @5157ms 2024-11-26T11:17:13,091 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T11:17:14,455 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0f1355f-d5ae-4e0f-5b62-acd45005e961/cluster_3ae870bc-d657-0144-a850-cad17f762abf/data/data1/current/BP-222684983-172.17.0.3-1732619830811/current, will proceed with Du for space computation calculation, 2024-11-26T11:17:14,456 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0f1355f-d5ae-4e0f-5b62-acd45005e961/cluster_3ae870bc-d657-0144-a850-cad17f762abf/data/data2/current/BP-222684983-172.17.0.3-1732619830811/current, will proceed with Du for space computation calculation, 2024-11-26T11:17:14,530 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T11:17:14,588 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0f1355f-d5ae-4e0f-5b62-acd45005e961 2024-11-26T11:17:14,593 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc9c145dd9940d512 with lease ID 0x468dc84815c7237d: Processing first storage report for DS-7f47b313-0b7e-4dfe-bbde-19540391df7f from datanode DatanodeRegistration(127.0.0.1:38049, datanodeUuid=d9fbc59f-6fb3-4c12-af8a-6e1bd5f365f6, infoPort=42521, infoSecurePort=0, ipcPort=36157, storageInfo=lv=-57;cid=testClusterID;nsid=1164109819;c=1732619830811) 2024-11-26T11:17:14,594 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc9c145dd9940d512 with lease ID 0x468dc84815c7237d: from storage DS-7f47b313-0b7e-4dfe-bbde-19540391df7f node DatanodeRegistration(127.0.0.1:38049, datanodeUuid=d9fbc59f-6fb3-4c12-af8a-6e1bd5f365f6, infoPort=42521, infoSecurePort=0, ipcPort=36157, storageInfo=lv=-57;cid=testClusterID;nsid=1164109819;c=1732619830811), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-26T11:17:14,595 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc9c145dd9940d512 with lease ID 0x468dc84815c7237d: Processing first storage report for DS-a50ef511-886a-431f-b33f-596ef46a9f7f from datanode DatanodeRegistration(127.0.0.1:38049, datanodeUuid=d9fbc59f-6fb3-4c12-af8a-6e1bd5f365f6, infoPort=42521, infoSecurePort=0, ipcPort=36157, storageInfo=lv=-57;cid=testClusterID;nsid=1164109819;c=1732619830811) 2024-11-26T11:17:14,595 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc9c145dd9940d512 with lease ID 0x468dc84815c7237d: from storage DS-a50ef511-886a-431f-b33f-596ef46a9f7f node DatanodeRegistration(127.0.0.1:38049, datanodeUuid=d9fbc59f-6fb3-4c12-af8a-6e1bd5f365f6, infoPort=42521, infoSecurePort=0, ipcPort=36157, storageInfo=lv=-57;cid=testClusterID;nsid=1164109819;c=1732619830811), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T11:17:14,603 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:17:14,607 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:17:14,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741825_1001 (size=7) 2024-11-26T11:17:15,322 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344 with version=8 2024-11-26T11:17:15,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/hbase-staging 2024-11-26T11:17:15,470 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-26T11:17:15,829 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7f3a3edaecc3:0 server-side Connection retries=45 2024-11-26T11:17:15,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:17:15,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T11:17:15,848 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T11:17:15,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:17:15,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T11:17:16,083 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T11:17:16,179 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-26T11:17:16,200 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-26T11:17:16,207 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T11:17:16,254 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 10941 (auto-detected) 2024-11-26T11:17:16,257 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-26T11:17:16,293 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42273 2024-11-26T11:17:16,332 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42273 connecting to ZooKeeper ensemble=127.0.0.1:50101 2024-11-26T11:17:16,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:422730x0, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:17:16,503 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42273-0x10176dc7c370000 connected 2024-11-26T11:17:16,741 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:17:16,744 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:17:16,767 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42273-0x10176dc7c370000, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Set watcher on znode that does not yet exist, /0-694052383/running 2024-11-26T11:17:16,772 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344, hbase.cluster.distributed=false 2024-11-26T11:17:16,822 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42273-0x10176dc7c370000, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Set watcher on znode that does not yet exist, /0-694052383/acl 2024-11-26T11:17:16,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42273 2024-11-26T11:17:16,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42273 2024-11-26T11:17:16,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42273 2024-11-26T11:17:16,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42273 2024-11-26T11:17:16,851 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42273 2024-11-26T11:17:16,992 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7f3a3edaecc3:0 server-side Connection retries=45 2024-11-26T11:17:16,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:17:16,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T11:17:16,994 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T11:17:16,995 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:17:16,995 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T11:17:16,998 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T11:17:17,001 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T11:17:17,002 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46463 2024-11-26T11:17:17,004 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46463 connecting to ZooKeeper ensemble=127.0.0.1:50101 2024-11-26T11:17:17,006 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:17:17,010 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:17:17,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:464630x0, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:17:17,031 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:464630x0, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Set watcher on znode that does not yet exist, /0-694052383/running 2024-11-26T11:17:17,036 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T11:17:17,036 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46463-0x10176dc7c370001 connected 2024-11-26T11:17:17,052 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T11:17:17,055 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46463-0x10176dc7c370001, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Set watcher on znode that does not yet exist, /0-694052383/master 2024-11-26T11:17:17,063 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46463-0x10176dc7c370001, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Set watcher on znode that does not yet exist, /0-694052383/acl 2024-11-26T11:17:17,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46463 2024-11-26T11:17:17,071 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46463 2024-11-26T11:17:17,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46463 2024-11-26T11:17:17,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46463 2024-11-26T11:17:17,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46463 2024-11-26T11:17:17,096 DEBUG [M:0;7f3a3edaecc3:42273 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7f3a3edaecc3:42273 2024-11-26T11:17:17,105 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-694052383/backup-masters/7f3a3edaecc3,42273,1732619835584 2024-11-26T11:17:17,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46463-0x10176dc7c370001, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-694052383/backup-masters 2024-11-26T11:17:17,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42273-0x10176dc7c370000, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-694052383/backup-masters 2024-11-26T11:17:17,162 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42273-0x10176dc7c370000, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Set watcher on existing znode=/0-694052383/backup-masters/7f3a3edaecc3,42273,1732619835584 2024-11-26T11:17:17,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42273-0x10176dc7c370000, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-694052383 2024-11-26T11:17:17,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46463-0x10176dc7c370001, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-694052383/master 2024-11-26T11:17:17,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46463-0x10176dc7c370001, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-694052383 2024-11-26T11:17:17,194 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42273-0x10176dc7c370000, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Set watcher on existing znode=/0-694052383/master 2024-11-26T11:17:17,195 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-694052383/backup-masters/7f3a3edaecc3,42273,1732619835584 from backup master directory 2024-11-26T11:17:17,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46463-0x10176dc7c370001, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-694052383/backup-masters 2024-11-26T11:17:17,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42273-0x10176dc7c370000, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-694052383/backup-masters/7f3a3edaecc3,42273,1732619835584 2024-11-26T11:17:17,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42273-0x10176dc7c370000, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-694052383/backup-masters 2024-11-26T11:17:17,210 WARN [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T11:17:17,210 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7f3a3edaecc3,42273,1732619835584 2024-11-26T11:17:17,212 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-26T11:17:17,213 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-26T11:17:17,280 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/hbase.id] with ID: 20e6f1b0-904b-4b42-b6c6-a0e6d33bd17d 2024-11-26T11:17:17,280 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/.tmp/hbase.id 2024-11-26T11:17:17,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741826_1002 (size=42) 2024-11-26T11:17:17,302 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/.tmp/hbase.id]:[hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/hbase.id] 2024-11-26T11:17:17,357 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:17:17,364 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T11:17:17,391 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 25ms. 2024-11-26T11:17:17,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42273-0x10176dc7c370000, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-694052383 2024-11-26T11:17:17,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46463-0x10176dc7c370001, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-694052383 2024-11-26T11:17:17,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741827_1003 (size=196) 2024-11-26T11:17:17,831 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T11:17:17,834 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T11:17:17,856 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:17:17,862 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:17:17,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741828_1004 (size=1189) 2024-11-26T11:17:17,926 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/MasterData/data/master/store 2024-11-26T11:17:17,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741829_1005 (size=34) 2024-11-26T11:17:17,973 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-26T11:17:17,978 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:17:17,982 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T11:17:17,982 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:17:17,983 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:17:17,985 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T11:17:17,985 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:17:17,986 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:17:17,987 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732619837981Disabling compacts and flushes for region at 1732619837981Disabling writes for close at 1732619837985 (+4 ms)Writing region close event to WAL at 1732619837986 (+1 ms)Closed at 1732619837986 2024-11-26T11:17:17,991 WARN [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/MasterData/data/master/store/.initializing 2024-11-26T11:17:17,992 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/MasterData/WALs/7f3a3edaecc3,42273,1732619835584 2024-11-26T11:17:18,005 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T11:17:18,037 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7f3a3edaecc3%2C42273%2C1732619835584, suffix=, logDir=hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/MasterData/WALs/7f3a3edaecc3,42273,1732619835584, archiveDir=hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/MasterData/oldWALs, maxLogs=10 2024-11-26T11:17:18,074 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/MasterData/WALs/7f3a3edaecc3,42273,1732619835584/7f3a3edaecc3%2C42273%2C1732619835584.1732619838044, exclude list is [], retry=0 2024-11-26T11:17:18,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38049,DS-7f47b313-0b7e-4dfe-bbde-19540391df7f,DISK] 2024-11-26T11:17:18,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-26T11:17:18,147 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/MasterData/WALs/7f3a3edaecc3,42273,1732619835584/7f3a3edaecc3%2C42273%2C1732619835584.1732619838044 2024-11-26T11:17:18,148 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42521:42521)] 2024-11-26T11:17:18,149 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:17:18,150 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:17:18,153 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:17:18,155 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:17:18,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:17:18,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T11:17:18,235 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:18,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:17:18,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:17:18,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T11:17:18,244 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:18,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:17:18,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:17:18,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T11:17:18,251 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:18,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:17:18,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:17:18,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T11:17:18,258 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:18,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:17:18,261 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:17:18,266 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:17:18,268 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:17:18,277 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:17:18,278 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:17:18,283 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:17:18,288 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:17:18,296 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:17:18,299 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63717076, jitterRate=-0.050541579723358154}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:17:18,310 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732619838169Initializing all the Stores at 1732619838171 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732619838172 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619838176 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619838177 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619838177Cleaning up temporary data from old regions at 1732619838278 (+101 ms)Region opened successfully at 1732619838309 (+31 ms) 2024-11-26T11:17:18,312 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T11:17:18,360 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ce1127d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7f3a3edaecc3/172.17.0.3:0 2024-11-26T11:17:18,405 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T11:17:18,422 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T11:17:18,423 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T11:17:18,427 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T11:17:18,429 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-26T11:17:18,438 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-26T11:17:18,439 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T11:17:18,481 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T11:17:18,497 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42273-0x10176dc7c370000, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Unable to get data of znode /0-694052383/balancer because node does not exist (not necessarily an error) 2024-11-26T11:17:18,550 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-694052383/balancer already deleted, retry=false 2024-11-26T11:17:18,554 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T11:17:18,556 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42273-0x10176dc7c370000, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Unable to get data of znode /0-694052383/normalizer because node does not exist (not necessarily an error) 2024-11-26T11:17:18,569 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-694052383/normalizer already deleted, retry=false 2024-11-26T11:17:18,573 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T11:17:18,591 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42273-0x10176dc7c370000, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Unable to get data of znode /0-694052383/switch/split because node does not exist (not necessarily an error) 2024-11-26T11:17:18,601 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-694052383/switch/split already deleted, retry=false 2024-11-26T11:17:18,604 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42273-0x10176dc7c370000, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Unable to get data of znode /0-694052383/switch/merge because node does not exist (not necessarily an error) 2024-11-26T11:17:18,612 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-694052383/switch/merge already deleted, retry=false 2024-11-26T11:17:18,652 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42273-0x10176dc7c370000, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Unable to get data of znode /0-694052383/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T11:17:18,664 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-694052383/snapshot-cleanup already deleted, retry=false 2024-11-26T11:17:18,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42273-0x10176dc7c370000, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-694052383/running 2024-11-26T11:17:18,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46463-0x10176dc7c370001, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-694052383/running 2024-11-26T11:17:18,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46463-0x10176dc7c370001, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-694052383 2024-11-26T11:17:18,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42273-0x10176dc7c370000, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-694052383 2024-11-26T11:17:18,687 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7f3a3edaecc3,42273,1732619835584, sessionid=0x10176dc7c370000, setting cluster-up flag (Was=false) 2024-11-26T11:17:18,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46463-0x10176dc7c370001, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-694052383 2024-11-26T11:17:18,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42273-0x10176dc7c370000, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-694052383 2024-11-26T11:17:18,790 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-694052383/flush-table-proc/acquired, /0-694052383/flush-table-proc/reached, /0-694052383/flush-table-proc/abort 2024-11-26T11:17:18,793 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7f3a3edaecc3,42273,1732619835584 2024-11-26T11:17:18,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46463-0x10176dc7c370001, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-694052383 2024-11-26T11:17:18,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42273-0x10176dc7c370000, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-694052383 2024-11-26T11:17:18,853 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-694052383/online-snapshot/acquired, /0-694052383/online-snapshot/reached, /0-694052383/online-snapshot/abort 2024-11-26T11:17:18,856 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7f3a3edaecc3,42273,1732619835584 2024-11-26T11:17:18,865 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T11:17:18,883 INFO [RS:0;7f3a3edaecc3:46463 {}] regionserver.HRegionServer(746): ClusterId : 20e6f1b0-904b-4b42-b6c6-a0e6d33bd17d 2024-11-26T11:17:18,889 DEBUG [RS:0;7f3a3edaecc3:46463 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T11:17:18,909 DEBUG [RS:0;7f3a3edaecc3:46463 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T11:17:18,909 DEBUG [RS:0;7f3a3edaecc3:46463 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T11:17:18,920 DEBUG [RS:0;7f3a3edaecc3:46463 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T11:17:18,921 DEBUG [RS:0;7f3a3edaecc3:46463 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24acf26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7f3a3edaecc3/172.17.0.3:0 2024-11-26T11:17:18,946 DEBUG [RS:0;7f3a3edaecc3:46463 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7f3a3edaecc3:46463 2024-11-26T11:17:18,950 INFO [RS:0;7f3a3edaecc3:46463 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T11:17:18,950 INFO [RS:0;7f3a3edaecc3:46463 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T11:17:18,951 DEBUG [RS:0;7f3a3edaecc3:46463 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T11:17:18,954 INFO [RS:0;7f3a3edaecc3:46463 {}] regionserver.HRegionServer(2659): reportForDuty to master=7f3a3edaecc3,42273,1732619835584 with port=46463, startcode=1732619836950 2024-11-26T11:17:18,970 DEBUG [RS:0;7f3a3edaecc3:46463 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T11:17:18,984 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T11:17:19,008 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T11:17:19,019 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T11:17:19,019 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50239, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T11:17:19,028 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42273 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T11:17:19,029 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7f3a3edaecc3,42273,1732619835584 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T11:17:19,039 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:17:19,039 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:17:19,040 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:17:19,040 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:17:19,040 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7f3a3edaecc3:0, corePoolSize=10, maxPoolSize=10 2024-11-26T11:17:19,040 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:17:19,041 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=2, maxPoolSize=2 2024-11-26T11:17:19,041 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:17:19,047 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T11:17:19,048 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T11:17:19,057 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:19,057 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T11:17:19,062 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732619869062 2024-11-26T11:17:19,064 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T11:17:19,066 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T11:17:19,069 DEBUG [RS:0;7f3a3edaecc3:46463 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-26T11:17:19,069 WARN [RS:0;7f3a3edaecc3:46463 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-26T11:17:19,070 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T11:17:19,071 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T11:17:19,071 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T11:17:19,071 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T11:17:19,072 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:19,078 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T11:17:19,079 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T11:17:19,080 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T11:17:19,081 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T11:17:19,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741831_1007 (size=1321) 2024-11-26T11:17:19,088 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T11:17:19,089 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T11:17:19,092 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T11:17:19,093 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344 2024-11-26T11:17:19,100 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732619839090,5,FailOnTimeoutGroup] 2024-11-26T11:17:19,110 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732619839101,5,FailOnTimeoutGroup] 2024-11-26T11:17:19,110 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:19,110 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T11:17:19,112 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:19,112 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:19,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741832_1008 (size=32) 2024-11-26T11:17:19,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:17:19,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T11:17:19,136 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T11:17:19,136 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:19,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:17:19,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T11:17:19,142 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T11:17:19,142 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:19,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:17:19,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T11:17:19,148 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T11:17:19,148 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:19,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:17:19,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T11:17:19,153 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T11:17:19,154 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:19,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:17:19,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T11:17:19,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/data/hbase/meta/1588230740 2024-11-26T11:17:19,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/data/hbase/meta/1588230740 2024-11-26T11:17:19,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T11:17:19,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T11:17:19,163 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:17:19,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T11:17:19,171 INFO [RS:0;7f3a3edaecc3:46463 {}] regionserver.HRegionServer(2659): reportForDuty to master=7f3a3edaecc3,42273,1732619835584 with port=46463, startcode=1732619836950 2024-11-26T11:17:19,174 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42273 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7f3a3edaecc3,46463,1732619836950 2024-11-26T11:17:19,177 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42273 {}] master.ServerManager(517): Registering regionserver=7f3a3edaecc3,46463,1732619836950 2024-11-26T11:17:19,187 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:17:19,187 DEBUG [RS:0;7f3a3edaecc3:46463 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344 2024-11-26T11:17:19,188 DEBUG [RS:0;7f3a3edaecc3:46463 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38085 2024-11-26T11:17:19,188 DEBUG [RS:0;7f3a3edaecc3:46463 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T11:17:19,190 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74043756, jitterRate=0.10333794355392456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:17:19,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732619839128Initializing all the Stores at 1732619839130 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732619839130Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732619839130Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619839130Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732619839130Cleaning up temporary data from old regions at 1732619839162 (+32 ms)Region opened successfully at 1732619839196 (+34 ms) 2024-11-26T11:17:19,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T11:17:19,196 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T11:17:19,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T11:17:19,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T11:17:19,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T11:17:19,199 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T11:17:19,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732619839196Disabling compacts and flushes for region at 1732619839196Disabling writes for close at 1732619839197 (+1 ms)Writing region close event to WAL at 1732619839199 (+2 ms)Closed at 1732619839199 2024-11-26T11:17:19,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42273-0x10176dc7c370000, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-694052383/rs 2024-11-26T11:17:19,202 DEBUG [RS:0;7f3a3edaecc3:46463 {}] zookeeper.ZKUtil(111): regionserver:46463-0x10176dc7c370001, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Set watcher on existing znode=/0-694052383/rs/7f3a3edaecc3,46463,1732619836950 2024-11-26T11:17:19,202 WARN [RS:0;7f3a3edaecc3:46463 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T11:17:19,202 INFO [RS:0;7f3a3edaecc3:46463 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:17:19,202 DEBUG [RS:0;7f3a3edaecc3:46463 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/WALs/7f3a3edaecc3,46463,1732619836950 2024-11-26T11:17:19,205 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T11:17:19,205 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T11:17:19,213 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T11:17:19,215 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7f3a3edaecc3,46463,1732619836950] 2024-11-26T11:17:19,224 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T11:17:19,228 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T11:17:19,257 INFO [RS:0;7f3a3edaecc3:46463 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T11:17:19,275 INFO [RS:0;7f3a3edaecc3:46463 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T11:17:19,283 INFO [RS:0;7f3a3edaecc3:46463 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T11:17:19,284 INFO [RS:0;7f3a3edaecc3:46463 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:19,292 INFO [RS:0;7f3a3edaecc3:46463 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T11:17:19,303 INFO [RS:0;7f3a3edaecc3:46463 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T11:17:19,305 INFO [RS:0;7f3a3edaecc3:46463 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:19,306 DEBUG [RS:0;7f3a3edaecc3:46463 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:17:19,306 DEBUG [RS:0;7f3a3edaecc3:46463 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:17:19,307 DEBUG [RS:0;7f3a3edaecc3:46463 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:17:19,307 DEBUG [RS:0;7f3a3edaecc3:46463 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:17:19,307 DEBUG [RS:0;7f3a3edaecc3:46463 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:17:19,307 DEBUG [RS:0;7f3a3edaecc3:46463 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7f3a3edaecc3:0, corePoolSize=2, maxPoolSize=2 2024-11-26T11:17:19,307 DEBUG [RS:0;7f3a3edaecc3:46463 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:17:19,308 DEBUG [RS:0;7f3a3edaecc3:46463 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:17:19,308 DEBUG [RS:0;7f3a3edaecc3:46463 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:17:19,308 DEBUG [RS:0;7f3a3edaecc3:46463 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:17:19,308 DEBUG [RS:0;7f3a3edaecc3:46463 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:17:19,309 DEBUG [RS:0;7f3a3edaecc3:46463 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:17:19,309 DEBUG [RS:0;7f3a3edaecc3:46463 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7f3a3edaecc3:0, corePoolSize=3, maxPoolSize=3 2024-11-26T11:17:19,309 DEBUG [RS:0;7f3a3edaecc3:46463 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7f3a3edaecc3:0, corePoolSize=3, maxPoolSize=3 2024-11-26T11:17:19,320 INFO [RS:0;7f3a3edaecc3:46463 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:19,321 INFO [RS:0;7f3a3edaecc3:46463 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:19,321 INFO [RS:0;7f3a3edaecc3:46463 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:19,321 INFO [RS:0;7f3a3edaecc3:46463 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:19,321 INFO [RS:0;7f3a3edaecc3:46463 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:19,321 INFO [RS:0;7f3a3edaecc3:46463 {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,46463,1732619836950-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T11:17:19,350 INFO [RS:0;7f3a3edaecc3:46463 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T11:17:19,353 INFO [RS:0;7f3a3edaecc3:46463 {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,46463,1732619836950-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:19,354 INFO [RS:0;7f3a3edaecc3:46463 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:19,354 INFO [RS:0;7f3a3edaecc3:46463 {}] regionserver.Replication(171): 7f3a3edaecc3,46463,1732619836950 started 2024-11-26T11:17:19,375 INFO [RS:0;7f3a3edaecc3:46463 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:19,376 INFO [RS:0;7f3a3edaecc3:46463 {}] regionserver.HRegionServer(1482): Serving as 7f3a3edaecc3,46463,1732619836950, RpcServer on 7f3a3edaecc3/172.17.0.3:46463, sessionid=0x10176dc7c370001 2024-11-26T11:17:19,377 DEBUG [RS:0;7f3a3edaecc3:46463 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T11:17:19,377 DEBUG [RS:0;7f3a3edaecc3:46463 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7f3a3edaecc3,46463,1732619836950 2024-11-26T11:17:19,377 DEBUG [RS:0;7f3a3edaecc3:46463 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7f3a3edaecc3,46463,1732619836950' 2024-11-26T11:17:19,377 DEBUG [RS:0;7f3a3edaecc3:46463 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-694052383/flush-table-proc/abort' 2024-11-26T11:17:19,378 DEBUG [RS:0;7f3a3edaecc3:46463 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-694052383/flush-table-proc/acquired' 2024-11-26T11:17:19,379 DEBUG [RS:0;7f3a3edaecc3:46463 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T11:17:19,379 WARN [7f3a3edaecc3:42273 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-26T11:17:19,379 DEBUG [RS:0;7f3a3edaecc3:46463 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T11:17:19,379 DEBUG [RS:0;7f3a3edaecc3:46463 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7f3a3edaecc3,46463,1732619836950 2024-11-26T11:17:19,380 DEBUG [RS:0;7f3a3edaecc3:46463 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7f3a3edaecc3,46463,1732619836950' 2024-11-26T11:17:19,380 DEBUG [RS:0;7f3a3edaecc3:46463 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-694052383/online-snapshot/abort' 2024-11-26T11:17:19,380 DEBUG [RS:0;7f3a3edaecc3:46463 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-694052383/online-snapshot/acquired' 2024-11-26T11:17:19,381 DEBUG [RS:0;7f3a3edaecc3:46463 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T11:17:19,381 INFO [RS:0;7f3a3edaecc3:46463 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T11:17:19,381 INFO [RS:0;7f3a3edaecc3:46463 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T11:17:19,487 INFO [RS:0;7f3a3edaecc3:46463 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T11:17:19,491 INFO [RS:0;7f3a3edaecc3:46463 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7f3a3edaecc3%2C46463%2C1732619836950, suffix=, logDir=hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/WALs/7f3a3edaecc3,46463,1732619836950, archiveDir=hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/oldWALs, maxLogs=10 2024-11-26T11:17:19,509 DEBUG [RS:0;7f3a3edaecc3:46463 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/WALs/7f3a3edaecc3,46463,1732619836950/7f3a3edaecc3%2C46463%2C1732619836950.1732619839493, exclude list is [], retry=0 2024-11-26T11:17:19,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38049,DS-7f47b313-0b7e-4dfe-bbde-19540391df7f,DISK] 2024-11-26T11:17:19,522 INFO [RS:0;7f3a3edaecc3:46463 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/WALs/7f3a3edaecc3,46463,1732619836950/7f3a3edaecc3%2C46463%2C1732619836950.1732619839493 2024-11-26T11:17:19,524 DEBUG [RS:0;7f3a3edaecc3:46463 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42521:42521)] 2024-11-26T11:17:19,631 DEBUG [7f3a3edaecc3:42273 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T11:17:19,643 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7f3a3edaecc3,46463,1732619836950 2024-11-26T11:17:19,651 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7f3a3edaecc3,46463,1732619836950, state=OPENING 2024-11-26T11:17:19,706 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T11:17:19,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42273-0x10176dc7c370000, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-694052383 2024-11-26T11:17:19,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46463-0x10176dc7c370001, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-694052383 2024-11-26T11:17:19,720 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-694052383/meta-region-server: CHANGED 2024-11-26T11:17:19,720 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-694052383/meta-region-server: CHANGED 2024-11-26T11:17:19,722 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T11:17:19,724 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,46463,1732619836950}] 2024-11-26T11:17:19,906 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T11:17:19,911 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42553, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T11:17:19,925 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T11:17:19,926 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:17:19,927 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T11:17:19,938 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7f3a3edaecc3%2C46463%2C1732619836950.meta, suffix=.meta, logDir=hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/WALs/7f3a3edaecc3,46463,1732619836950, archiveDir=hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/oldWALs, maxLogs=10 2024-11-26T11:17:19,962 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/WALs/7f3a3edaecc3,46463,1732619836950/7f3a3edaecc3%2C46463%2C1732619836950.meta.1732619839941.meta, exclude list is [], retry=0 2024-11-26T11:17:19,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38049,DS-7f47b313-0b7e-4dfe-bbde-19540391df7f,DISK] 2024-11-26T11:17:19,974 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/WALs/7f3a3edaecc3,46463,1732619836950/7f3a3edaecc3%2C46463%2C1732619836950.meta.1732619839941.meta 2024-11-26T11:17:19,974 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42521:42521)] 2024-11-26T11:17:19,975 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:17:19,981 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T11:17:19,983 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T11:17:19,987 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T11:17:19,990 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T11:17:19,996 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T11:17:19,997 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:17:19,997 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T11:17:19,997 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T11:17:20,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T11:17:20,003 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T11:17:20,003 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:20,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:17:20,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T11:17:20,013 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T11:17:20,013 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:20,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:17:20,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T11:17:20,018 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T11:17:20,019 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:20,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:17:20,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T11:17:20,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T11:17:20,025 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:20,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:17:20,028 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T11:17:20,032 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/data/hbase/meta/1588230740 2024-11-26T11:17:20,038 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/data/hbase/meta/1588230740 2024-11-26T11:17:20,046 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T11:17:20,046 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T11:17:20,048 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:17:20,051 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T11:17:20,054 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61064464, jitterRate=-0.09006857872009277}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:17:20,055 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T11:17:20,057 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732619839998Writing region info on filesystem at 1732619839998Initializing all the Stores at 1732619840000 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732619840000Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732619840001 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619840001Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732619840001Cleaning up temporary data from old regions at 1732619840046 (+45 ms)Running coprocessor post-open hooks at 1732619840055 (+9 ms)Region opened successfully at 1732619840057 (+2 ms) 2024-11-26T11:17:20,072 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732619839895 2024-11-26T11:17:20,089 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T11:17:20,090 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T11:17:20,093 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7f3a3edaecc3,46463,1732619836950 2024-11-26T11:17:20,098 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7f3a3edaecc3,46463,1732619836950, state=OPEN 2024-11-26T11:17:20,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46463-0x10176dc7c370001, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-694052383/meta-region-server 2024-11-26T11:17:20,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42273-0x10176dc7c370000, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-694052383/meta-region-server 2024-11-26T11:17:20,189 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-694052383/meta-region-server: CHANGED 2024-11-26T11:17:20,190 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-694052383/meta-region-server: CHANGED 2024-11-26T11:17:20,190 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,46463,1732619836950 2024-11-26T11:17:20,197 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T11:17:20,197 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,46463,1732619836950 in 466 msec 2024-11-26T11:17:20,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T11:17:20,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 987 msec 2024-11-26T11:17:20,209 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T11:17:20,209 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T11:17:20,229 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:17:20,231 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,46463,1732619836950, seqNum=-1] 2024-11-26T11:17:20,251 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:17:20,254 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46661, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:17:20,280 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3670 sec 2024-11-26T11:17:20,281 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732619840280, completionTime=-1 2024-11-26T11:17:20,284 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T11:17:20,284 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T11:17:20,320 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T11:17:20,320 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732619900320 2024-11-26T11:17:20,321 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732619960321 2024-11-26T11:17:20,321 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 36 msec 2024-11-26T11:17:20,324 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,42273,1732619835584-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:20,324 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,42273,1732619835584-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:20,324 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,42273,1732619835584-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:20,326 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7f3a3edaecc3:42273, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:20,327 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:20,330 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:20,338 DEBUG [master/7f3a3edaecc3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T11:17:20,370 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.160sec 2024-11-26T11:17:20,371 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T11:17:20,373 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T11:17:20,375 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T11:17:20,377 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T11:17:20,378 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T11:17:20,380 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,42273,1732619835584-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T11:17:20,380 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,42273,1732619835584-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T11:17:20,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d5f69e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:17:20,401 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-26T11:17:20,402 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-26T11:17:20,406 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,42273,-1 for getting cluster id 2024-11-26T11:17:20,410 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:17:20,412 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T11:17:20,414 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T11:17:20,414 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,42273,1732619835584-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:20,442 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '20e6f1b0-904b-4b42-b6c6-a0e6d33bd17d' 2024-11-26T11:17:20,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:17:20,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "20e6f1b0-904b-4b42-b6c6-a0e6d33bd17d" 2024-11-26T11:17:20,453 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@555c28eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:17:20,453 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,42273,-1] 2024-11-26T11:17:20,459 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:17:20,461 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:17:20,467 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:17:20,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5004f1a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:17:20,473 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:17:20,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,46463,1732619836950, seqNum=-1] 2024-11-26T11:17:20,487 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:17:20,499 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:17:20,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7f3a3edaecc3,42273,1732619835584 2024-11-26T11:17:20,534 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50101 2024-11-26T11:17:20,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:17:20,597 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10176dc7c370002 connected 2024-11-26T11:17:20,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0f1355f-d5ae-4e0f-5b62-acd45005e961/hadoop.log.dir so I do NOT create it in target/test-data/58a2256f-47b3-cafa-5c8d-78feae131005 2024-11-26T11:17:20,639 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0f1355f-d5ae-4e0f-5b62-acd45005e961/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T11:17:20,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0f1355f-d5ae-4e0f-5b62-acd45005e961/hadoop.tmp.dir so I do NOT create it in target/test-data/58a2256f-47b3-cafa-5c8d-78feae131005 2024-11-26T11:17:20,640 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0f1355f-d5ae-4e0f-5b62-acd45005e961/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T11:17:20,640 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a2256f-47b3-cafa-5c8d-78feae131005 2024-11-26T11:17:20,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T11:17:20,640 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a2256f-47b3-cafa-5c8d-78feae131005/cluster_4cd7261f-d864-1149-a6bb-007e9c4d5cea, deleteOnExit=true 2024-11-26T11:17:20,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T11:17:20,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a2256f-47b3-cafa-5c8d-78feae131005/test.cache.data in system properties and HBase conf 2024-11-26T11:17:20,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a2256f-47b3-cafa-5c8d-78feae131005/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T11:17:20,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a2256f-47b3-cafa-5c8d-78feae131005/hadoop.log.dir in system properties and HBase conf 2024-11-26T11:17:20,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a2256f-47b3-cafa-5c8d-78feae131005/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T11:17:20,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a2256f-47b3-cafa-5c8d-78feae131005/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T11:17:20,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T11:17:20,642 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T11:17:20,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a2256f-47b3-cafa-5c8d-78feae131005/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T11:17:20,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a2256f-47b3-cafa-5c8d-78feae131005/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T11:17:20,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a2256f-47b3-cafa-5c8d-78feae131005/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T11:17:20,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a2256f-47b3-cafa-5c8d-78feae131005/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T11:17:20,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a2256f-47b3-cafa-5c8d-78feae131005/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T11:17:20,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a2256f-47b3-cafa-5c8d-78feae131005/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T11:17:20,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a2256f-47b3-cafa-5c8d-78feae131005/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T11:17:20,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a2256f-47b3-cafa-5c8d-78feae131005/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T11:17:20,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a2256f-47b3-cafa-5c8d-78feae131005/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T11:17:20,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a2256f-47b3-cafa-5c8d-78feae131005/nfs.dump.dir in system properties and HBase conf 2024-11-26T11:17:20,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a2256f-47b3-cafa-5c8d-78feae131005/java.io.tmpdir in system properties and HBase conf 2024-11-26T11:17:20,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a2256f-47b3-cafa-5c8d-78feae131005/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T11:17:20,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a2256f-47b3-cafa-5c8d-78feae131005/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T11:17:20,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a2256f-47b3-cafa-5c8d-78feae131005/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T11:17:21,018 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:17:21,031 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T11:17:21,117 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T11:17:21,117 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T11:17:21,118 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T11:17:21,131 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:17:21,144 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48f6f114{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a2256f-47b3-cafa-5c8d-78feae131005/hadoop.log.dir/,AVAILABLE} 2024-11-26T11:17:21,145 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2fd86e33{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T11:17:21,303 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c5245d9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a2256f-47b3-cafa-5c8d-78feae131005/java.io.tmpdir/jetty-localhost-38475-hadoop-hdfs-3_4_1-tests_jar-_-any-5410517995835872722/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T11:17:21,304 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e53dcaa{HTTP/1.1, (http/1.1)}{localhost:38475} 2024-11-26T11:17:21,304 INFO [Time-limited test {}] server.Server(415): Started @13455ms 2024-11-26T11:17:21,769 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:17:21,777 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T11:17:21,784 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T11:17:21,785 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T11:17:21,785 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T11:17:21,789 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@303b16b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a2256f-47b3-cafa-5c8d-78feae131005/hadoop.log.dir/,AVAILABLE} 2024-11-26T11:17:21,789 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63b160f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T11:17:21,928 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9be97df{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a2256f-47b3-cafa-5c8d-78feae131005/java.io.tmpdir/jetty-localhost-40441-hadoop-hdfs-3_4_1-tests_jar-_-any-18392161073827052497/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T11:17:21,928 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@67809df2{HTTP/1.1, (http/1.1)}{localhost:40441} 2024-11-26T11:17:21,929 INFO [Time-limited test {}] server.Server(415): Started @14079ms 2024-11-26T11:17:21,933 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T11:17:22,709 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a2256f-47b3-cafa-5c8d-78feae131005/cluster_4cd7261f-d864-1149-a6bb-007e9c4d5cea/data/data1/current/BP-1033558990-172.17.0.3-1732619840682/current, will proceed with Du for space computation calculation, 2024-11-26T11:17:22,713 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a2256f-47b3-cafa-5c8d-78feae131005/cluster_4cd7261f-d864-1149-a6bb-007e9c4d5cea/data/data2/current/BP-1033558990-172.17.0.3-1732619840682/current, will proceed with Du for space computation calculation, 2024-11-26T11:17:22,769 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T11:17:22,777 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x597cc35c1fb95f2f with lease ID 0x74e57ecb4cffbdc: Processing first storage report for DS-8a314c93-2770-4a8c-a86c-cc5764e27932 from datanode DatanodeRegistration(127.0.0.1:42285, datanodeUuid=5d6a46bb-a56b-4299-8cc7-d7605a54aff0, infoPort=43109, infoSecurePort=0, ipcPort=42071, storageInfo=lv=-57;cid=testClusterID;nsid=345898657;c=1732619840682) 2024-11-26T11:17:22,777 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x597cc35c1fb95f2f with lease ID 0x74e57ecb4cffbdc: from storage DS-8a314c93-2770-4a8c-a86c-cc5764e27932 node DatanodeRegistration(127.0.0.1:42285, datanodeUuid=5d6a46bb-a56b-4299-8cc7-d7605a54aff0, infoPort=43109, infoSecurePort=0, ipcPort=42071, storageInfo=lv=-57;cid=testClusterID;nsid=345898657;c=1732619840682), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T11:17:22,778 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x597cc35c1fb95f2f with lease ID 0x74e57ecb4cffbdc: Processing first storage report for DS-87579506-f57c-48de-b394-d93839e8d598 from datanode DatanodeRegistration(127.0.0.1:42285, datanodeUuid=5d6a46bb-a56b-4299-8cc7-d7605a54aff0, infoPort=43109, infoSecurePort=0, ipcPort=42071, storageInfo=lv=-57;cid=testClusterID;nsid=345898657;c=1732619840682) 2024-11-26T11:17:22,778 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x597cc35c1fb95f2f with lease ID 0x74e57ecb4cffbdc: from storage DS-87579506-f57c-48de-b394-d93839e8d598 node DatanodeRegistration(127.0.0.1:42285, datanodeUuid=5d6a46bb-a56b-4299-8cc7-d7605a54aff0, infoPort=43109, infoSecurePort=0, ipcPort=42071, storageInfo=lv=-57;cid=testClusterID;nsid=345898657;c=1732619840682), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T11:17:22,852 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a2256f-47b3-cafa-5c8d-78feae131005 2024-11-26T11:17:22,853 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:17:22,854 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:17:22,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42285 is added to blk_1073741825_1001 (size=7) 2024-11-26T11:17:22,877 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40943/user/jenkins/test-data/5cee19e5-bce7-6c6a-6eac-3ceeeb5d667c with version=8 2024-11-26T11:17:22,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40943/user/jenkins/test-data/5cee19e5-bce7-6c6a-6eac-3ceeeb5d667c/hbase-staging 2024-11-26T11:17:22,881 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7f3a3edaecc3:0 server-side Connection retries=45 2024-11-26T11:17:22,882 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:17:22,882 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T11:17:22,882 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T11:17:22,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:17:22,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T11:17:22,883 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T11:17:22,883 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T11:17:22,885 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33897 2024-11-26T11:17:22,888 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33897 connecting to ZooKeeper ensemble=127.0.0.1:50101 2024-11-26T11:17:22,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:338970x0, quorum=127.0.0.1:50101, baseZNode=/11842006832 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:17:22,914 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33897-0x10176dc7c370003 connected 2024-11-26T11:17:22,991 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:17:22,994 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:17:22,998 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33897-0x10176dc7c370003, quorum=127.0.0.1:50101, baseZNode=/11842006832 Set watcher on znode that does not yet exist, /11842006832/running 2024-11-26T11:17:22,998 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40943/user/jenkins/test-data/5cee19e5-bce7-6c6a-6eac-3ceeeb5d667c, hbase.cluster.distributed=false 2024-11-26T11:17:23,001 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33897-0x10176dc7c370003, quorum=127.0.0.1:50101, baseZNode=/11842006832 Set watcher on znode that does not yet exist, /11842006832/acl 2024-11-26T11:17:23,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33897 2024-11-26T11:17:23,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33897 2024-11-26T11:17:23,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33897 2024-11-26T11:17:23,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33897 2024-11-26T11:17:23,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33897 2024-11-26T11:17:23,032 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7f3a3edaecc3:0 server-side Connection retries=45 2024-11-26T11:17:23,032 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:17:23,032 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T11:17:23,033 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T11:17:23,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:17:23,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T11:17:23,033 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T11:17:23,033 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T11:17:23,042 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34599 2024-11-26T11:17:23,044 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34599 connecting to ZooKeeper ensemble=127.0.0.1:50101 2024-11-26T11:17:23,047 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:17:23,052 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:17:23,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:345990x0, quorum=127.0.0.1:50101, baseZNode=/11842006832 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:17:23,183 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:345990x0, quorum=127.0.0.1:50101, baseZNode=/11842006832 Set watcher on znode that does not yet exist, /11842006832/running 2024-11-26T11:17:23,183 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T11:17:23,183 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34599-0x10176dc7c370004 connected 2024-11-26T11:17:23,184 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T11:17:23,186 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34599-0x10176dc7c370004, quorum=127.0.0.1:50101, baseZNode=/11842006832 Set watcher on znode that does not yet exist, /11842006832/master 2024-11-26T11:17:23,188 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34599-0x10176dc7c370004, quorum=127.0.0.1:50101, baseZNode=/11842006832 Set watcher on znode that does not yet exist, /11842006832/acl 2024-11-26T11:17:23,198 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34599 2024-11-26T11:17:23,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34599 2024-11-26T11:17:23,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34599 2024-11-26T11:17:23,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34599 2024-11-26T11:17:23,210 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34599 2024-11-26T11:17:23,227 DEBUG [M:0;7f3a3edaecc3:33897 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7f3a3edaecc3:33897 2024-11-26T11:17:23,227 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11842006832/backup-masters/7f3a3edaecc3,33897,1732619842881 2024-11-26T11:17:23,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33897-0x10176dc7c370003, quorum=127.0.0.1:50101, baseZNode=/11842006832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11842006832/backup-masters 2024-11-26T11:17:23,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34599-0x10176dc7c370004, quorum=127.0.0.1:50101, baseZNode=/11842006832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11842006832/backup-masters 2024-11-26T11:17:23,394 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33897-0x10176dc7c370003, quorum=127.0.0.1:50101, baseZNode=/11842006832 Set watcher on existing znode=/11842006832/backup-masters/7f3a3edaecc3,33897,1732619842881 2024-11-26T11:17:23,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34599-0x10176dc7c370004, quorum=127.0.0.1:50101, baseZNode=/11842006832 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11842006832/master 2024-11-26T11:17:23,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33897-0x10176dc7c370003, quorum=127.0.0.1:50101, baseZNode=/11842006832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11842006832 2024-11-26T11:17:23,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34599-0x10176dc7c370004, quorum=127.0.0.1:50101, baseZNode=/11842006832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11842006832 2024-11-26T11:17:23,480 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33897-0x10176dc7c370003, quorum=127.0.0.1:50101, baseZNode=/11842006832 Set watcher on existing znode=/11842006832/master 2024-11-26T11:17:23,481 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11842006832/backup-masters/7f3a3edaecc3,33897,1732619842881 from backup master directory 2024-11-26T11:17:23,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33897-0x10176dc7c370003, quorum=127.0.0.1:50101, baseZNode=/11842006832 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11842006832/backup-masters/7f3a3edaecc3,33897,1732619842881 2024-11-26T11:17:23,534 WARN [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T11:17:23,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34599-0x10176dc7c370004, quorum=127.0.0.1:50101, baseZNode=/11842006832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11842006832/backup-masters 2024-11-26T11:17:23,534 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7f3a3edaecc3,33897,1732619842881 2024-11-26T11:17:23,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33897-0x10176dc7c370003, quorum=127.0.0.1:50101, baseZNode=/11842006832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11842006832/backup-masters 2024-11-26T11:17:23,542 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40943/user/jenkins/test-data/5cee19e5-bce7-6c6a-6eac-3ceeeb5d667c/hbase.id] with ID: 59004648-a2b3-4d59-9ab1-d96fc97d2ac4 2024-11-26T11:17:23,543 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40943/user/jenkins/test-data/5cee19e5-bce7-6c6a-6eac-3ceeeb5d667c/.tmp/hbase.id 2024-11-26T11:17:23,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42285 is added to blk_1073741826_1002 (size=42) 2024-11-26T11:17:23,554 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40943/user/jenkins/test-data/5cee19e5-bce7-6c6a-6eac-3ceeeb5d667c/.tmp/hbase.id]:[hdfs://localhost:40943/user/jenkins/test-data/5cee19e5-bce7-6c6a-6eac-3ceeeb5d667c/hbase.id] 2024-11-26T11:17:23,609 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:17:23,609 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T11:17:23,613 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-26T11:17:23,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33897-0x10176dc7c370003, quorum=127.0.0.1:50101, baseZNode=/11842006832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11842006832 2024-11-26T11:17:23,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34599-0x10176dc7c370004, quorum=127.0.0.1:50101, baseZNode=/11842006832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11842006832 2024-11-26T11:17:23,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42285 is added to blk_1073741827_1003 (size=196) 2024-11-26T11:17:23,704 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T11:17:23,705 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T11:17:23,706 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:17:23,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42285 is added to blk_1073741828_1004 (size=1189) 2024-11-26T11:17:24,165 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40943/user/jenkins/test-data/5cee19e5-bce7-6c6a-6eac-3ceeeb5d667c/MasterData/data/master/store 2024-11-26T11:17:24,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42285 is added to blk_1073741829_1005 (size=34) 2024-11-26T11:17:24,184 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:17:24,185 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T11:17:24,185 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:17:24,185 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:17:24,185 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T11:17:24,185 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:17:24,185 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:17:24,185 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732619844185Disabling compacts and flushes for region at 1732619844185Disabling writes for close at 1732619844185Writing region close event to WAL at 1732619844185Closed at 1732619844185 2024-11-26T11:17:24,188 WARN [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40943/user/jenkins/test-data/5cee19e5-bce7-6c6a-6eac-3ceeeb5d667c/MasterData/data/master/store/.initializing 2024-11-26T11:17:24,188 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40943/user/jenkins/test-data/5cee19e5-bce7-6c6a-6eac-3ceeeb5d667c/MasterData/WALs/7f3a3edaecc3,33897,1732619842881 2024-11-26T11:17:24,190 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T11:17:24,194 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7f3a3edaecc3%2C33897%2C1732619842881, suffix=, logDir=hdfs://localhost:40943/user/jenkins/test-data/5cee19e5-bce7-6c6a-6eac-3ceeeb5d667c/MasterData/WALs/7f3a3edaecc3,33897,1732619842881, archiveDir=hdfs://localhost:40943/user/jenkins/test-data/5cee19e5-bce7-6c6a-6eac-3ceeeb5d667c/MasterData/oldWALs, maxLogs=10 2024-11-26T11:17:24,212 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5cee19e5-bce7-6c6a-6eac-3ceeeb5d667c/MasterData/WALs/7f3a3edaecc3,33897,1732619842881/7f3a3edaecc3%2C33897%2C1732619842881.1732619844194, exclude list is [], retry=0 2024-11-26T11:17:24,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42285,DS-8a314c93-2770-4a8c-a86c-cc5764e27932,DISK] 2024-11-26T11:17:24,224 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5cee19e5-bce7-6c6a-6eac-3ceeeb5d667c/MasterData/WALs/7f3a3edaecc3,33897,1732619842881/7f3a3edaecc3%2C33897%2C1732619842881.1732619844194 2024-11-26T11:17:24,228 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43109:43109)] 2024-11-26T11:17:24,228 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:17:24,229 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:17:24,229 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:17:24,229 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:17:24,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:17:24,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T11:17:24,236 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:24,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:17:24,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:17:24,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T11:17:24,241 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:24,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:17:24,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:17:24,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T11:17:24,245 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:24,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:17:24,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:17:24,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T11:17:24,252 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:24,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:17:24,254 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:17:24,255 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40943/user/jenkins/test-data/5cee19e5-bce7-6c6a-6eac-3ceeeb5d667c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:17:24,256 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40943/user/jenkins/test-data/5cee19e5-bce7-6c6a-6eac-3ceeeb5d667c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:17:24,267 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:17:24,267 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:17:24,268 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:17:24,294 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:17:24,314 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40943/user/jenkins/test-data/5cee19e5-bce7-6c6a-6eac-3ceeeb5d667c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:17:24,317 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70098263, jitterRate=0.04454551637172699}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:17:24,317 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732619844229Initializing all the Stores at 1732619844232 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732619844232Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619844232Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619844232Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619844232Cleaning up temporary data from old regions at 1732619844267 (+35 ms)Region opened successfully at 1732619844317 (+50 ms) 2024-11-26T11:17:24,324 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T11:17:24,339 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63459d1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7f3a3edaecc3/172.17.0.3:0 2024-11-26T11:17:24,343 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T11:17:24,343 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T11:17:24,343 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T11:17:24,343 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T11:17:24,345 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-26T11:17:24,346 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T11:17:24,346 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T11:17:24,357 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T11:17:24,360 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33897-0x10176dc7c370003, quorum=127.0.0.1:50101, baseZNode=/11842006832 Unable to get data of znode /11842006832/balancer because node does not exist (not necessarily an error) 2024-11-26T11:17:24,828 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11842006832/balancer already deleted, retry=false 2024-11-26T11:17:24,829 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T11:17:24,830 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33897-0x10176dc7c370003, quorum=127.0.0.1:50101, baseZNode=/11842006832 Unable to get data of znode /11842006832/normalizer because node does not exist (not necessarily an error) 2024-11-26T11:17:24,842 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11842006832/normalizer already deleted, retry=false 2024-11-26T11:17:24,843 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T11:17:24,846 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33897-0x10176dc7c370003, quorum=127.0.0.1:50101, baseZNode=/11842006832 Unable to get data of znode /11842006832/switch/split because node does not exist (not necessarily an error) 2024-11-26T11:17:24,852 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11842006832/switch/split already deleted, retry=false 2024-11-26T11:17:24,854 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33897-0x10176dc7c370003, quorum=127.0.0.1:50101, baseZNode=/11842006832 Unable to get data of znode /11842006832/switch/merge because node does not exist (not necessarily an error) 2024-11-26T11:17:24,864 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11842006832/switch/merge already deleted, retry=false 2024-11-26T11:17:24,876 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33897-0x10176dc7c370003, quorum=127.0.0.1:50101, baseZNode=/11842006832 Unable to get data of znode /11842006832/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T11:17:24,884 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11842006832/snapshot-cleanup already deleted, retry=false 2024-11-26T11:17:24,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34599-0x10176dc7c370004, quorum=127.0.0.1:50101, baseZNode=/11842006832 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11842006832/running 2024-11-26T11:17:24,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34599-0x10176dc7c370004, quorum=127.0.0.1:50101, baseZNode=/11842006832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11842006832 2024-11-26T11:17:24,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33897-0x10176dc7c370003, quorum=127.0.0.1:50101, baseZNode=/11842006832 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11842006832/running 2024-11-26T11:17:24,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33897-0x10176dc7c370003, quorum=127.0.0.1:50101, baseZNode=/11842006832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11842006832 2024-11-26T11:17:24,897 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7f3a3edaecc3,33897,1732619842881, sessionid=0x10176dc7c370003, setting cluster-up flag (Was=false) 2024-11-26T11:17:24,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33897-0x10176dc7c370003, quorum=127.0.0.1:50101, baseZNode=/11842006832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11842006832 2024-11-26T11:17:24,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34599-0x10176dc7c370004, quorum=127.0.0.1:50101, baseZNode=/11842006832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11842006832 2024-11-26T11:17:24,990 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11842006832/flush-table-proc/acquired, /11842006832/flush-table-proc/reached, /11842006832/flush-table-proc/abort 2024-11-26T11:17:24,992 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7f3a3edaecc3,33897,1732619842881 2024-11-26T11:17:25,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34599-0x10176dc7c370004, quorum=127.0.0.1:50101, baseZNode=/11842006832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11842006832 2024-11-26T11:17:25,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33897-0x10176dc7c370003, quorum=127.0.0.1:50101, baseZNode=/11842006832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11842006832 2024-11-26T11:17:25,049 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11842006832/online-snapshot/acquired, /11842006832/online-snapshot/reached, /11842006832/online-snapshot/abort 2024-11-26T11:17:25,051 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7f3a3edaecc3,33897,1732619842881 2024-11-26T11:17:25,063 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40943/user/jenkins/test-data/5cee19e5-bce7-6c6a-6eac-3ceeeb5d667c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T11:17:25,082 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T11:17:25,082 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T11:17:25,083 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T11:17:25,083 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7f3a3edaecc3,33897,1732619842881 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T11:17:25,086 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:17:25,086 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:17:25,086 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:17:25,086 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:17:25,086 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7f3a3edaecc3:0, corePoolSize=10, maxPoolSize=10 2024-11-26T11:17:25,086 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:17:25,086 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=2, maxPoolSize=2 2024-11-26T11:17:25,086 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:17:25,126 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T11:17:25,126 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T11:17:25,130 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:25,130 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T11:17:25,144 INFO [RS:0;7f3a3edaecc3:34599 {}] regionserver.HRegionServer(746): ClusterId : 59004648-a2b3-4d59-9ab1-d96fc97d2ac4 2024-11-26T11:17:25,144 DEBUG [RS:0;7f3a3edaecc3:34599 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T11:17:25,144 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732619875144 2024-11-26T11:17:25,144 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T11:17:25,145 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T11:17:25,145 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T11:17:25,145 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T11:17:25,145 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T11:17:25,145 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T11:17:25,160 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:25,166 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T11:17:25,166 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T11:17:25,167 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T11:17:25,167 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T11:17:25,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42285 is added to blk_1073741831_1007 (size=1321) 2024-11-26T11:17:25,175 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T11:17:25,176 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T11:17:25,176 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732619845176,5,FailOnTimeoutGroup] 2024-11-26T11:17:25,176 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732619845176,5,FailOnTimeoutGroup] 2024-11-26T11:17:25,176 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:25,176 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T11:17:25,176 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:25,176 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:25,198 DEBUG [RS:0;7f3a3edaecc3:34599 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T11:17:25,198 DEBUG [RS:0;7f3a3edaecc3:34599 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T11:17:25,212 DEBUG [RS:0;7f3a3edaecc3:34599 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T11:17:25,212 DEBUG [RS:0;7f3a3edaecc3:34599 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@206a4c86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7f3a3edaecc3/172.17.0.3:0 2024-11-26T11:17:25,234 DEBUG [RS:0;7f3a3edaecc3:34599 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7f3a3edaecc3:34599 2024-11-26T11:17:25,234 INFO [RS:0;7f3a3edaecc3:34599 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T11:17:25,234 INFO [RS:0;7f3a3edaecc3:34599 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T11:17:25,235 DEBUG [RS:0;7f3a3edaecc3:34599 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T11:17:25,236 INFO [RS:0;7f3a3edaecc3:34599 {}] regionserver.HRegionServer(2659): reportForDuty to master=7f3a3edaecc3,33897,1732619842881 with port=34599, startcode=1732619843032 2024-11-26T11:17:25,236 DEBUG [RS:0;7f3a3edaecc3:34599 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T11:17:25,251 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54531, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T11:17:25,252 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33897 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7f3a3edaecc3,34599,1732619843032 2024-11-26T11:17:25,253 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33897 {}] master.ServerManager(517): Registering regionserver=7f3a3edaecc3,34599,1732619843032 2024-11-26T11:17:25,260 DEBUG [RS:0;7f3a3edaecc3:34599 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40943/user/jenkins/test-data/5cee19e5-bce7-6c6a-6eac-3ceeeb5d667c 2024-11-26T11:17:25,260 DEBUG [RS:0;7f3a3edaecc3:34599 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40943 2024-11-26T11:17:25,260 DEBUG [RS:0;7f3a3edaecc3:34599 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T11:17:25,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33897-0x10176dc7c370003, quorum=127.0.0.1:50101, baseZNode=/11842006832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11842006832/rs 2024-11-26T11:17:25,323 DEBUG [RS:0;7f3a3edaecc3:34599 {}] zookeeper.ZKUtil(111): regionserver:34599-0x10176dc7c370004, quorum=127.0.0.1:50101, baseZNode=/11842006832 Set watcher on existing znode=/11842006832/rs/7f3a3edaecc3,34599,1732619843032 2024-11-26T11:17:25,323 WARN [RS:0;7f3a3edaecc3:34599 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T11:17:25,323 INFO [RS:0;7f3a3edaecc3:34599 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:17:25,323 DEBUG [RS:0;7f3a3edaecc3:34599 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40943/user/jenkins/test-data/5cee19e5-bce7-6c6a-6eac-3ceeeb5d667c/WALs/7f3a3edaecc3,34599,1732619843032 2024-11-26T11:17:25,324 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7f3a3edaecc3,34599,1732619843032] 2024-11-26T11:17:25,334 INFO [RS:0;7f3a3edaecc3:34599 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T11:17:25,340 INFO [RS:0;7f3a3edaecc3:34599 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T11:17:25,341 INFO [RS:0;7f3a3edaecc3:34599 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T11:17:25,341 INFO [RS:0;7f3a3edaecc3:34599 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:25,342 INFO [RS:0;7f3a3edaecc3:34599 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T11:17:25,343 INFO [RS:0;7f3a3edaecc3:34599 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T11:17:25,343 INFO [RS:0;7f3a3edaecc3:34599 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:25,343 DEBUG [RS:0;7f3a3edaecc3:34599 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:17:25,344 DEBUG [RS:0;7f3a3edaecc3:34599 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:17:25,344 DEBUG [RS:0;7f3a3edaecc3:34599 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:17:25,344 DEBUG [RS:0;7f3a3edaecc3:34599 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:17:25,344 DEBUG [RS:0;7f3a3edaecc3:34599 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:17:25,344 DEBUG [RS:0;7f3a3edaecc3:34599 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7f3a3edaecc3:0, corePoolSize=2, maxPoolSize=2 2024-11-26T11:17:25,344 DEBUG [RS:0;7f3a3edaecc3:34599 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:17:25,344 DEBUG [RS:0;7f3a3edaecc3:34599 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:17:25,344 DEBUG [RS:0;7f3a3edaecc3:34599 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:17:25,344 DEBUG [RS:0;7f3a3edaecc3:34599 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:17:25,345 DEBUG [RS:0;7f3a3edaecc3:34599 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:17:25,345 DEBUG [RS:0;7f3a3edaecc3:34599 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:17:25,345 DEBUG [RS:0;7f3a3edaecc3:34599 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7f3a3edaecc3:0, corePoolSize=3, maxPoolSize=3 2024-11-26T11:17:25,345 DEBUG [RS:0;7f3a3edaecc3:34599 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7f3a3edaecc3:0, corePoolSize=3, maxPoolSize=3 2024-11-26T11:17:25,355 INFO [RS:0;7f3a3edaecc3:34599 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:25,356 INFO [RS:0;7f3a3edaecc3:34599 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:25,356 INFO [RS:0;7f3a3edaecc3:34599 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:25,356 INFO [RS:0;7f3a3edaecc3:34599 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:25,356 INFO [RS:0;7f3a3edaecc3:34599 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:25,356 INFO [RS:0;7f3a3edaecc3:34599 {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,34599,1732619843032-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T11:17:25,381 INFO [RS:0;7f3a3edaecc3:34599 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T11:17:25,382 INFO [RS:0;7f3a3edaecc3:34599 {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,34599,1732619843032-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:25,382 INFO [RS:0;7f3a3edaecc3:34599 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:25,382 INFO [RS:0;7f3a3edaecc3:34599 {}] regionserver.Replication(171): 7f3a3edaecc3,34599,1732619843032 started 2024-11-26T11:17:25,403 INFO [RS:0;7f3a3edaecc3:34599 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:25,404 INFO [RS:0;7f3a3edaecc3:34599 {}] regionserver.HRegionServer(1482): Serving as 7f3a3edaecc3,34599,1732619843032, RpcServer on 7f3a3edaecc3/172.17.0.3:34599, sessionid=0x10176dc7c370004 2024-11-26T11:17:25,404 DEBUG [RS:0;7f3a3edaecc3:34599 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T11:17:25,404 DEBUG [RS:0;7f3a3edaecc3:34599 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7f3a3edaecc3,34599,1732619843032 2024-11-26T11:17:25,404 DEBUG [RS:0;7f3a3edaecc3:34599 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7f3a3edaecc3,34599,1732619843032' 2024-11-26T11:17:25,404 DEBUG [RS:0;7f3a3edaecc3:34599 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11842006832/flush-table-proc/abort' 2024-11-26T11:17:25,405 DEBUG [RS:0;7f3a3edaecc3:34599 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11842006832/flush-table-proc/acquired' 2024-11-26T11:17:25,405 DEBUG [RS:0;7f3a3edaecc3:34599 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T11:17:25,405 DEBUG [RS:0;7f3a3edaecc3:34599 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T11:17:25,405 DEBUG [RS:0;7f3a3edaecc3:34599 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7f3a3edaecc3,34599,1732619843032 2024-11-26T11:17:25,406 DEBUG [RS:0;7f3a3edaecc3:34599 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7f3a3edaecc3,34599,1732619843032' 2024-11-26T11:17:25,406 DEBUG [RS:0;7f3a3edaecc3:34599 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11842006832/online-snapshot/abort' 2024-11-26T11:17:25,406 DEBUG [RS:0;7f3a3edaecc3:34599 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11842006832/online-snapshot/acquired' 2024-11-26T11:17:25,407 DEBUG [RS:0;7f3a3edaecc3:34599 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T11:17:25,407 INFO [RS:0;7f3a3edaecc3:34599 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T11:17:25,407 INFO [RS:0;7f3a3edaecc3:34599 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T11:17:25,508 INFO [RS:0;7f3a3edaecc3:34599 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T11:17:25,508 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T11:17:25,513 INFO [RS:0;7f3a3edaecc3:34599 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7f3a3edaecc3%2C34599%2C1732619843032, suffix=, logDir=hdfs://localhost:40943/user/jenkins/test-data/5cee19e5-bce7-6c6a-6eac-3ceeeb5d667c/WALs/7f3a3edaecc3,34599,1732619843032, archiveDir=hdfs://localhost:40943/user/jenkins/test-data/5cee19e5-bce7-6c6a-6eac-3ceeeb5d667c/oldWALs, maxLogs=10 2024-11-26T11:17:25,534 DEBUG [RS:0;7f3a3edaecc3:34599 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5cee19e5-bce7-6c6a-6eac-3ceeeb5d667c/WALs/7f3a3edaecc3,34599,1732619843032/7f3a3edaecc3%2C34599%2C1732619843032.1732619845515, exclude list is [], retry=0 2024-11-26T11:17:25,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42285,DS-8a314c93-2770-4a8c-a86c-cc5764e27932,DISK] 2024-11-26T11:17:25,557 INFO [RS:0;7f3a3edaecc3:34599 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5cee19e5-bce7-6c6a-6eac-3ceeeb5d667c/WALs/7f3a3edaecc3,34599,1732619843032/7f3a3edaecc3%2C34599%2C1732619843032.1732619845515 2024-11-26T11:17:25,558 DEBUG [RS:0;7f3a3edaecc3:34599 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43109:43109)] 2024-11-26T11:17:25,577 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40943/user/jenkins/test-data/5cee19e5-bce7-6c6a-6eac-3ceeeb5d667c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T11:17:25,578 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40943/user/jenkins/test-data/5cee19e5-bce7-6c6a-6eac-3ceeeb5d667c 2024-11-26T11:17:25,586 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T11:17:25,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42285 is added to blk_1073741833_1009 (size=32) 2024-11-26T11:17:25,602 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:17:25,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T11:17:25,611 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T11:17:25,611 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:25,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:17:25,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T11:17:25,616 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T11:17:25,617 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:25,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:17:25,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T11:17:25,622 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T11:17:25,622 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:25,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:17:25,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T11:17:25,627 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T11:17:25,627 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:25,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:17:25,628 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T11:17:25,633 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40943/user/jenkins/test-data/5cee19e5-bce7-6c6a-6eac-3ceeeb5d667c/data/hbase/meta/1588230740 2024-11-26T11:17:25,634 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40943/user/jenkins/test-data/5cee19e5-bce7-6c6a-6eac-3ceeeb5d667c/data/hbase/meta/1588230740 2024-11-26T11:17:25,637 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T11:17:25,637 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T11:17:25,639 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:17:25,641 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T11:17:25,647 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40943/user/jenkins/test-data/5cee19e5-bce7-6c6a-6eac-3ceeeb5d667c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:17:25,649 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69672285, jitterRate=0.03819794952869415}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:17:25,649 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732619845602Initializing all the Stores at 1732619845606 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732619845607 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732619845607Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619845607Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732619845607Cleaning up temporary data from old regions at 1732619845637 (+30 ms)Region opened successfully at 1732619845649 (+12 ms) 2024-11-26T11:17:25,650 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T11:17:25,650 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T11:17:25,650 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T11:17:25,650 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T11:17:25,650 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T11:17:25,652 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T11:17:25,653 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732619845650Disabling compacts and flushes for region at 1732619845650Disabling writes for close at 1732619845650Writing region close event to WAL at 1732619845652 (+2 ms)Closed at 1732619845652 2024-11-26T11:17:25,656 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T11:17:25,656 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T11:17:25,656 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T11:17:25,659 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T11:17:25,662 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T11:17:25,812 DEBUG [7f3a3edaecc3:33897 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T11:17:25,813 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7f3a3edaecc3,34599,1732619843032 2024-11-26T11:17:25,816 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7f3a3edaecc3,34599,1732619843032, state=OPENING 2024-11-26T11:17:26,054 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T11:17:26,162 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T11:17:26,162 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T11:17:26,165 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T11:17:26,165 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-26T11:17:26,165 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T11:17:26,165 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-26T11:17:26,166 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T11:17:26,166 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-26T11:17:26,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33897-0x10176dc7c370003, quorum=127.0.0.1:50101, baseZNode=/11842006832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11842006832 2024-11-26T11:17:26,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34599-0x10176dc7c370004, quorum=127.0.0.1:50101, baseZNode=/11842006832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11842006832 2024-11-26T11:17:26,170 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11842006832/meta-region-server: CHANGED 2024-11-26T11:17:26,171 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11842006832/meta-region-server: CHANGED 2024-11-26T11:17:26,171 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T11:17:26,171 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,34599,1732619843032}] 2024-11-26T11:17:26,330 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T11:17:26,333 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56765, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T11:17:26,340 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T11:17:26,340 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:17:26,341 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T11:17:26,345 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7f3a3edaecc3%2C34599%2C1732619843032.meta, suffix=.meta, logDir=hdfs://localhost:40943/user/jenkins/test-data/5cee19e5-bce7-6c6a-6eac-3ceeeb5d667c/WALs/7f3a3edaecc3,34599,1732619843032, archiveDir=hdfs://localhost:40943/user/jenkins/test-data/5cee19e5-bce7-6c6a-6eac-3ceeeb5d667c/oldWALs, maxLogs=10 2024-11-26T11:17:26,369 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5cee19e5-bce7-6c6a-6eac-3ceeeb5d667c/WALs/7f3a3edaecc3,34599,1732619843032/7f3a3edaecc3%2C34599%2C1732619843032.meta.1732619846347.meta, exclude list is [], retry=0 2024-11-26T11:17:26,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42285,DS-8a314c93-2770-4a8c-a86c-cc5764e27932,DISK] 2024-11-26T11:17:26,409 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5cee19e5-bce7-6c6a-6eac-3ceeeb5d667c/WALs/7f3a3edaecc3,34599,1732619843032/7f3a3edaecc3%2C34599%2C1732619843032.meta.1732619846347.meta 2024-11-26T11:17:26,412 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43109:43109)] 2024-11-26T11:17:26,413 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:17:26,415 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T11:17:26,415 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T11:17:26,415 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T11:17:26,416 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T11:17:26,416 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T11:17:26,416 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:17:26,416 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T11:17:26,417 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T11:17:26,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T11:17:26,430 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T11:17:26,430 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:26,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:17:26,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T11:17:26,434 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T11:17:26,434 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:26,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:17:26,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T11:17:26,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T11:17:26,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:26,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:17:26,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T11:17:26,446 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T11:17:26,447 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:26,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:17:26,451 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T11:17:26,455 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40943/user/jenkins/test-data/5cee19e5-bce7-6c6a-6eac-3ceeeb5d667c/data/hbase/meta/1588230740 2024-11-26T11:17:26,459 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40943/user/jenkins/test-data/5cee19e5-bce7-6c6a-6eac-3ceeeb5d667c/data/hbase/meta/1588230740 2024-11-26T11:17:26,462 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T11:17:26,462 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T11:17:26,464 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:17:26,471 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T11:17:26,473 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68407329, jitterRate=0.019348636269569397}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:17:26,474 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T11:17:26,474 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732619846417Writing region info on filesystem at 1732619846417Initializing all the Stores at 1732619846419 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732619846419Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732619846424 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619846424Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732619846424Cleaning up temporary data from old regions at 1732619846463 (+39 ms)Running coprocessor post-open hooks at 1732619846474 (+11 ms)Region opened successfully at 1732619846474 2024-11-26T11:17:26,479 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732619846329 2024-11-26T11:17:26,487 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T11:17:26,487 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T11:17:26,487 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7f3a3edaecc3,34599,1732619843032 2024-11-26T11:17:26,490 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7f3a3edaecc3,34599,1732619843032, state=OPEN 2024-11-26T11:17:26,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34599-0x10176dc7c370004, quorum=127.0.0.1:50101, baseZNode=/11842006832 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11842006832/meta-region-server 2024-11-26T11:17:26,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33897-0x10176dc7c370003, quorum=127.0.0.1:50101, baseZNode=/11842006832 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11842006832/meta-region-server 2024-11-26T11:17:26,600 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,34599,1732619843032 2024-11-26T11:17:26,600 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11842006832/meta-region-server: CHANGED 2024-11-26T11:17:26,601 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11842006832/meta-region-server: CHANGED 2024-11-26T11:17:26,610 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T11:17:26,610 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,34599,1732619843032 in 429 msec 2024-11-26T11:17:26,615 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T11:17:26,615 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 952 msec 2024-11-26T11:17:26,618 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T11:17:26,618 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T11:17:26,624 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:17:26,625 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,34599,1732619843032, seqNum=-1] 2024-11-26T11:17:26,625 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:17:26,628 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37321, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:17:26,646 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5660 sec 2024-11-26T11:17:26,646 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732619846646, completionTime=-1 2024-11-26T11:17:26,646 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T11:17:26,647 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T11:17:26,651 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T11:17:26,651 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732619906651 2024-11-26T11:17:26,652 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732619966652 2024-11-26T11:17:26,652 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-11-26T11:17:26,652 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,33897,1732619842881-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:26,653 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,33897,1732619842881-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:26,653 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,33897,1732619842881-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:26,653 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7f3a3edaecc3:33897, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:26,653 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:26,660 DEBUG [master/7f3a3edaecc3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T11:17:26,664 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:26,670 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.136sec 2024-11-26T11:17:26,671 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T11:17:26,671 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T11:17:26,671 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T11:17:26,671 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T11:17:26,671 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T11:17:26,671 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,33897,1732619842881-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T11:17:26,671 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,33897,1732619842881-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T11:17:26,679 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T11:17:26,679 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T11:17:26,680 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,33897,1732619842881-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:26,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51544b32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:17:26,740 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,33897,-1 for getting cluster id 2024-11-26T11:17:26,741 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:17:26,743 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59004648-a2b3-4d59-9ab1-d96fc97d2ac4' 2024-11-26T11:17:26,743 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:17:26,743 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59004648-a2b3-4d59-9ab1-d96fc97d2ac4" 2024-11-26T11:17:26,744 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e523ca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:17:26,744 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,33897,-1] 2024-11-26T11:17:26,744 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:17:26,744 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:17:26,747 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:17:26,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5af66bc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:17:26,750 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:17:26,751 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,34599,1732619843032, seqNum=-1] 2024-11-26T11:17:26,752 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:17:26,755 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:17:26,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7f3a3edaecc3,33897,1732619842881 2024-11-26T11:17:26,759 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50101 2024-11-26T11:17:26,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50101, baseZNode=/11842006832 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:17:26,776 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10176dc7c370005 connected 2024-11-26T11:17:26,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ad66773, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:17:26,795 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,42273,-1 for getting cluster id 2024-11-26T11:17:26,795 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:17:26,802 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '20e6f1b0-904b-4b42-b6c6-a0e6d33bd17d' 2024-11-26T11:17:26,803 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:17:26,803 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "20e6f1b0-904b-4b42-b6c6-a0e6d33bd17d" 2024-11-26T11:17:26,804 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e273ce1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:17:26,804 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,42273,-1] 2024-11-26T11:17:26,804 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:17:26,805 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:17:26,810 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:17:26,813 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b050d45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:17:26,826 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:17:26,842 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,42273,1732619835584 2024-11-26T11:17:26,846 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e0039c9 2024-11-26T11:17:26,847 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:17:26,859 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:17:26,861 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42273 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://7f3a3edaecc3:33897,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T11:17:26,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42273 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T11:17:26,886 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7f3a3edaecc3:33897' 2024-11-26T11:17:26,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:17:26,904 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77461806, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:17:26,904 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,33897,-1 for getting cluster id 2024-11-26T11:17:26,904 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:17:26,906 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59004648-a2b3-4d59-9ab1-d96fc97d2ac4' 2024-11-26T11:17:26,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:17:26,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59004648-a2b3-4d59-9ab1-d96fc97d2ac4" 2024-11-26T11:17:26,908 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:17:26,908 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66c16c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:17:26,908 DEBUG [PEWorker-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,33897,-1] 2024-11-26T11:17:26,909 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:17:26,911 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:17:26,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50fa20d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:17:26,913 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:17:26,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,33897,1732619842881 2024-11-26T11:17:26,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@131fffd4 2024-11-26T11:17:26,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:17:26,924 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:17:26,943 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-26T11:17:26,943 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T11:17:26,949 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:17:26,951 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:17:26,951 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:17:26,971 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T11:17:26,990 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T11:17:26,997 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T11:17:26,998 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:27,006 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T11:17:27,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:17:27,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741835_1011 (size=1138) 2024-11-26T11:17:27,046 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T11:17:27,048 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9b46345c980d2a17874117658917468a, NAME => 'hbase:replication,,1732619846957.9b46345c980d2a17874117658917468a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344 2024-11-26T11:17:27,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741836_1012 (size=44) 2024-11-26T11:17:27,104 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732619846957.9b46345c980d2a17874117658917468a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:17:27,104 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9b46345c980d2a17874117658917468a, disabling compactions & flushes 2024-11-26T11:17:27,104 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732619846957.9b46345c980d2a17874117658917468a. 2024-11-26T11:17:27,104 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732619846957.9b46345c980d2a17874117658917468a. 2024-11-26T11:17:27,104 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732619846957.9b46345c980d2a17874117658917468a. after waiting 0 ms 2024-11-26T11:17:27,104 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732619846957.9b46345c980d2a17874117658917468a. 2024-11-26T11:17:27,104 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732619846957.9b46345c980d2a17874117658917468a. 2024-11-26T11:17:27,104 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9b46345c980d2a17874117658917468a: Waiting for close lock at 1732619847104Disabling compacts and flushes for region at 1732619847104Disabling writes for close at 1732619847104Writing region close event to WAL at 1732619847104Closed at 1732619847104 2024-11-26T11:17:27,110 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T11:17:27,121 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732619846957.9b46345c980d2a17874117658917468a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732619847110"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732619847110"}]},"ts":"1732619847110"} 2024-11-26T11:17:27,136 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T11:17:27,140 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T11:17:27,144 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732619847140"}]},"ts":"1732619847140"} 2024-11-26T11:17:27,151 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T11:17:27,157 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9b46345c980d2a17874117658917468a, ASSIGN}] 2024-11-26T11:17:27,173 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9b46345c980d2a17874117658917468a, ASSIGN 2024-11-26T11:17:27,176 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9b46345c980d2a17874117658917468a, ASSIGN; state=OFFLINE, location=7f3a3edaecc3,46463,1732619836950; forceNewPlan=false, retain=false 2024-11-26T11:17:27,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:17:27,328 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9b46345c980d2a17874117658917468a, regionState=OPENING, regionLocation=7f3a3edaecc3,46463,1732619836950 2024-11-26T11:17:27,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9b46345c980d2a17874117658917468a, ASSIGN because future has completed 2024-11-26T11:17:27,336 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b46345c980d2a17874117658917468a, server=7f3a3edaecc3,46463,1732619836950}] 2024-11-26T11:17:27,497 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732619846957.9b46345c980d2a17874117658917468a. 2024-11-26T11:17:27,497 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:17:27,498 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T11:17:27,501 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7f3a3edaecc3%2C46463%2C1732619836950.rep, suffix=, logDir=hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/WALs/7f3a3edaecc3,46463,1732619836950, archiveDir=hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/oldWALs, maxLogs=10 2024-11-26T11:17:27,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/WALs/7f3a3edaecc3,46463,1732619836950/7f3a3edaecc3%2C46463%2C1732619836950.rep.1732619847502, exclude list is [], retry=0 2024-11-26T11:17:27,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38049,DS-7f47b313-0b7e-4dfe-bbde-19540391df7f,DISK] 2024-11-26T11:17:27,528 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/WALs/7f3a3edaecc3,46463,1732619836950/7f3a3edaecc3%2C46463%2C1732619836950.rep.1732619847502 2024-11-26T11:17:27,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42521:42521)] 2024-11-26T11:17:27,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 9b46345c980d2a17874117658917468a, NAME => 'hbase:replication,,1732619846957.9b46345c980d2a17874117658917468a.', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:17:27,529 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T11:17:27,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T11:17:27,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732619846957.9b46345c980d2a17874117658917468a. service=MultiRowMutationService 2024-11-26T11:17:27,530 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T11:17:27,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9b46345c980d2a17874117658917468a 2024-11-26T11:17:27,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732619846957.9b46345c980d2a17874117658917468a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:17:27,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 9b46345c980d2a17874117658917468a 2024-11-26T11:17:27,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 9b46345c980d2a17874117658917468a 2024-11-26T11:17:27,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:17:27,535 INFO [StoreOpener-9b46345c980d2a17874117658917468a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9b46345c980d2a17874117658917468a 2024-11-26T11:17:27,538 INFO [StoreOpener-9b46345c980d2a17874117658917468a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b46345c980d2a17874117658917468a columnFamilyName hfileref 2024-11-26T11:17:27,538 DEBUG [StoreOpener-9b46345c980d2a17874117658917468a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:27,539 INFO [StoreOpener-9b46345c980d2a17874117658917468a-1 {}] regionserver.HStore(327): Store=9b46345c980d2a17874117658917468a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:17:27,539 INFO [StoreOpener-9b46345c980d2a17874117658917468a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9b46345c980d2a17874117658917468a 2024-11-26T11:17:27,541 INFO [StoreOpener-9b46345c980d2a17874117658917468a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b46345c980d2a17874117658917468a columnFamilyName queue 2024-11-26T11:17:27,541 DEBUG [StoreOpener-9b46345c980d2a17874117658917468a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:27,542 INFO [StoreOpener-9b46345c980d2a17874117658917468a-1 {}] regionserver.HStore(327): Store=9b46345c980d2a17874117658917468a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:17:27,542 INFO [StoreOpener-9b46345c980d2a17874117658917468a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9b46345c980d2a17874117658917468a 2024-11-26T11:17:27,544 INFO [StoreOpener-9b46345c980d2a17874117658917468a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b46345c980d2a17874117658917468a columnFamilyName sid 2024-11-26T11:17:27,544 DEBUG [StoreOpener-9b46345c980d2a17874117658917468a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:27,545 INFO [StoreOpener-9b46345c980d2a17874117658917468a-1 {}] regionserver.HStore(327): Store=9b46345c980d2a17874117658917468a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:17:27,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 9b46345c980d2a17874117658917468a 2024-11-26T11:17:27,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/data/hbase/replication/9b46345c980d2a17874117658917468a 2024-11-26T11:17:27,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/data/hbase/replication/9b46345c980d2a17874117658917468a 2024-11-26T11:17:27,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 9b46345c980d2a17874117658917468a 2024-11-26T11:17:27,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 9b46345c980d2a17874117658917468a 2024-11-26T11:17:27,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T11:17:27,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 9b46345c980d2a17874117658917468a 2024-11-26T11:17:27,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/data/hbase/replication/9b46345c980d2a17874117658917468a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:17:27,558 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 9b46345c980d2a17874117658917468a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69890067, jitterRate=0.04144315421581268}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T11:17:27,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9b46345c980d2a17874117658917468a 2024-11-26T11:17:27,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 9b46345c980d2a17874117658917468a: Running coprocessor pre-open hook at 1732619847531Writing region info on filesystem at 1732619847531Initializing all the Stores at 1732619847533 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619847533Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619847535 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619847535Cleaning up temporary data from old regions at 1732619847549 (+14 ms)Running coprocessor post-open hooks at 1732619847558 (+9 ms)Region opened successfully at 1732619847559 (+1 ms) 2024-11-26T11:17:27,561 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732619846957.9b46345c980d2a17874117658917468a., pid=7, masterSystemTime=1732619847491 2024-11-26T11:17:27,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732619846957.9b46345c980d2a17874117658917468a. 2024-11-26T11:17:27,566 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732619846957.9b46345c980d2a17874117658917468a. 2024-11-26T11:17:27,567 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9b46345c980d2a17874117658917468a, regionState=OPEN, openSeqNum=2, regionLocation=7f3a3edaecc3,46463,1732619836950 2024-11-26T11:17:27,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b46345c980d2a17874117658917468a, server=7f3a3edaecc3,46463,1732619836950 because future has completed 2024-11-26T11:17:27,572 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42273 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=7f3a3edaecc3,46463,1732619836950, table=hbase:replication, region=9b46345c980d2a17874117658917468a. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-26T11:17:27,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-26T11:17:27,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 9b46345c980d2a17874117658917468a, server=7f3a3edaecc3,46463,1732619836950 in 239 msec 2024-11-26T11:17:27,585 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T11:17:27,585 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9b46345c980d2a17874117658917468a, ASSIGN in 422 msec 2024-11-26T11:17:27,587 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T11:17:27,588 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732619847587"}]},"ts":"1732619847587"} 2024-11-26T11:17:27,593 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T11:17:27,595 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T11:17:27,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 623 msec 2024-11-26T11:17:27,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732619846957.9b46345c980d2a17874117658917468a., hostname=7f3a3edaecc3,46463,1732619836950, seqNum=2] 2024-11-26T11:17:27,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46463 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-26T11:17:27,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46463-0x10176dc7c370001, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-694052383 2024-11-26T11:17:27,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42273-0x10176dc7c370000, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-694052383 2024-11-26T11:17:27,763 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T11:17:27,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-26T11:17:27,929 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T11:17:27,973 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-7f3a3edaecc3,46463,1732619836950, ReplicationSource: 1, currentBandwidth=0 2024-11-26T11:17:27,975 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:17:27,975 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,46463,1732619836950, seqNum=-1] 2024-11-26T11:17:27,976 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:17:27,977 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53983, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-26T11:17:27,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7f3a3edaecc3,46463,1732619836950', locateType=CURRENT is [region=hbase:replication,,1732619846957.9b46345c980d2a17874117658917468a., hostname=7f3a3edaecc3,46463,1732619836950, seqNum=2] 2024-11-26T11:17:27,990 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-26T11:17:27,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42273 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-26T11:17:27,996 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7f3a3edaecc3,46463,1732619836950 suceeded 2024-11-26T11:17:28,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-26T11:17:28,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 234 msec 2024-11-26T11:17:28,002 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7f3a3edaecc3:33897,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T11:17:28,005 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1380 sec 2024-11-26T11:17:28,012 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46463,1732619836950 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7f3a3edaecc3:33897' 2024-11-26T11:17:28,014 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46463,1732619836950 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f8f8d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:17:28,014 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46463,1732619836950 {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,33897,-1 for getting cluster id 2024-11-26T11:17:28,014 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46463,1732619836950 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:17:28,015 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59004648-a2b3-4d59-9ab1-d96fc97d2ac4' 2024-11-26T11:17:28,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:17:28,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59004648-a2b3-4d59-9ab1-d96fc97d2ac4" 2024-11-26T11:17:28,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@296f7234, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:17:28,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,33897,-1] 2024-11-26T11:17:28,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:17:28,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:17:28,017 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:17:28,018 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46463,1732619836950 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2200377, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:17:28,019 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46463,1732619836950 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:17:28,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,33897,1732619842881 2024-11-26T11:17:28,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18a7d771 2024-11-26T11:17:28,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:17:28,021 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-26T11:17:28,022 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46463,1732619836950 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7f3a3edaecc3,46463,1732619836950 (queues=1) is replicating from cluster=20e6f1b0-904b-4b42-b6c6-a0e6d33bd17d to cluster=59004648-a2b3-4d59-9ab1-d96fc97d2ac4 2024-11-26T11:17:28,024 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46463,1732619836950 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7f3a3edaecc3%2C46463%2C1732619836950 2024-11-26T11:17:28,029 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46463,1732619836950 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7f3a3edaecc3,46463,1732619836950, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T11:17:28,031 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46463,1732619836950.replicationSource.shipper7f3a3edaecc3%2C46463%2C1732619836950,1-7f3a3edaecc3,46463,1732619836950 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7f3a3edaecc3%2C46463%2C1732619836950 2024-11-26T11:17:28,034 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46463,1732619836950.replicationSource.wal-reader.7f3a3edaecc3%2C46463%2C1732619836950,1-7f3a3edaecc3,46463,1732619836950 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/WALs/7f3a3edaecc3,46463,1732619836950/7f3a3edaecc3%2C46463%2C1732619836950.1732619839493, startPosition=0, beingWritten=true 2024-11-26T11:17:28,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:17:28,041 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:17:28,041 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T11:17:28,041 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:17:28,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:17:28,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:17:28,041 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:17:28,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@778f92b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:17:28,043 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,42273,-1 for getting cluster id 2024-11-26T11:17:28,043 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:17:28,045 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '20e6f1b0-904b-4b42-b6c6-a0e6d33bd17d' 2024-11-26T11:17:28,048 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:17:28,048 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "20e6f1b0-904b-4b42-b6c6-a0e6d33bd17d" 2024-11-26T11:17:28,049 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c4ce7f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:17:28,049 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,42273,-1] 2024-11-26T11:17:28,049 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:17:28,051 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:17:28,053 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:17:28,054 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@690ef1a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:17:28,054 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:17:28,056 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,42273,1732619835584 2024-11-26T11:17:28,056 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d429157 2024-11-26T11:17:28,056 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:17:28,059 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:17:28,060 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42273 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://7f3a3edaecc3:33897,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T11:17:28,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42273 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T11:17:28,066 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7f3a3edaecc3:33897' 2024-11-26T11:17:28,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-26T11:17:28,067 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f391f43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:17:28,068 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,33897,-1 for getting cluster id 2024-11-26T11:17:28,068 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:17:28,069 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59004648-a2b3-4d59-9ab1-d96fc97d2ac4' 2024-11-26T11:17:28,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:17:28,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59004648-a2b3-4d59-9ab1-d96fc97d2ac4" 2024-11-26T11:17:28,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bef195d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:17:28,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,33897,-1] 2024-11-26T11:17:28,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:17:28,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:17:28,072 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:17:28,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b7e3eaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:17:28,074 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:17:28,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,33897,1732619842881 2024-11-26T11:17:28,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@404615c6 2024-11-26T11:17:28,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:17:28,077 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:17:28,081 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-26T11:17:28,081 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T11:17:28,081 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:17:28,082 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:17:28,082 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:17:28,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T11:17:28,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-26T11:17:28,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-26T11:17:28,316 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-26T11:17:28,316 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46463,1732619836950.replicationSource.wal-reader.7f3a3edaecc3%2C46463%2C1732619836950,1-7f3a3edaecc3,46463,1732619836950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/WALs/7f3a3edaecc3,46463,1732619836950/7f3a3edaecc3%2C46463%2C1732619836950.1732619839493 to pos 0, reset compression=false 2024-11-26T11:17:28,363 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-7f3a3edaecc3,46463,1732619836950, ReplicationSource: 2, currentBandwidth=0 2024-11-26T11:17:28,366 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-26T11:17:28,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42273 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-26T11:17:28,371 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 7f3a3edaecc3,46463,1732619836950 suceeded 2024-11-26T11:17:28,375 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T11:17:28,375 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://7f3a3edaecc3:33897,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T11:17:28,375 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 211 msec 2024-11-26T11:17:28,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 315 msec 2024-11-26T11:17:28,386 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,2-7f3a3edaecc3,46463,1732619836950 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7f3a3edaecc3:33897' 2024-11-26T11:17:28,387 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,2-7f3a3edaecc3,46463,1732619836950 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3627faca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:17:28,387 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,2-7f3a3edaecc3,46463,1732619836950 {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,33897,-1 for getting cluster id 2024-11-26T11:17:28,388 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,2-7f3a3edaecc3,46463,1732619836950 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:17:28,389 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59004648-a2b3-4d59-9ab1-d96fc97d2ac4' 2024-11-26T11:17:28,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:17:28,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59004648-a2b3-4d59-9ab1-d96fc97d2ac4" 2024-11-26T11:17:28,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-26T11:17:28,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24898403, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:17:28,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,33897,-1] 2024-11-26T11:17:28,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:17:28,391 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-26T11:17:28,391 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:17:28,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:17:28,391 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:17:28,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:17:28,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:17:28,392 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:17:28,392 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:17:28,392 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:17:28,394 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,2-7f3a3edaecc3,46463,1732619836950 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1fc223a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:17:28,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,42273,1732619835584 2024-11-26T11:17:28,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7519ea07 2024-11-26T11:17:28,394 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,2-7f3a3edaecc3,46463,1732619836950 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:17:28,396 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:17:28,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,33897,1732619842881 2024-11-26T11:17:28,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@679b3e5b 2024-11-26T11:17:28,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:17:28,402 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-26T11:17:28,403 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:17:28,403 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,2-7f3a3edaecc3,46463,1732619836950 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-7f3a3edaecc3,46463,1732619836950 (queues=1) is replicating from cluster=20e6f1b0-904b-4b42-b6c6-a0e6d33bd17d to cluster=59004648-a2b3-4d59-9ab1-d96fc97d2ac4 2024-11-26T11:17:28,404 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,2-7f3a3edaecc3,46463,1732619836950 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=7f3a3edaecc3%2C46463%2C1732619836950 2024-11-26T11:17:28,404 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,2-7f3a3edaecc3,46463,1732619836950 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-7f3a3edaecc3,46463,1732619836950, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T11:17:28,404 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,2-7f3a3edaecc3,46463,1732619836950.replicationSource.wal-reader.7f3a3edaecc3%2C46463%2C1732619836950,2-7f3a3edaecc3,46463,1732619836950 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/WALs/7f3a3edaecc3,46463,1732619836950/7f3a3edaecc3%2C46463%2C1732619836950.1732619839493, startPosition=0, beingWritten=true 2024-11-26T11:17:28,405 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42273 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-26T11:17:28,407 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,2-7f3a3edaecc3,46463,1732619836950.replicationSource.shipper7f3a3edaecc3%2C46463%2C1732619836950,2-7f3a3edaecc3,46463,1732619836950 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7f3a3edaecc3%2C46463%2C1732619836950 2024-11-26T11:17:28,407 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42273 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-26T11:17:28,408 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42273 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-26T11:17:28,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42273 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-26T11:17:28,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42273 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://7f3a3edaecc3:33897,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T11:17:28,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42273 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-26T11:17:28,423 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7f3a3edaecc3:33897' 2024-11-26T11:17:28,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-26T11:17:28,430 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36d19e50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:17:28,430 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,33897,-1 for getting cluster id 2024-11-26T11:17:28,430 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:17:28,431 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59004648-a2b3-4d59-9ab1-d96fc97d2ac4' 2024-11-26T11:17:28,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:17:28,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59004648-a2b3-4d59-9ab1-d96fc97d2ac4" 2024-11-26T11:17:28,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6295352b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:17:28,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,33897,-1] 2024-11-26T11:17:28,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:17:28,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:17:28,434 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:17:28,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a211a42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:17:28,436 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:17:28,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,33897,1732619842881 2024-11-26T11:17:28,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b75dccd 2024-11-26T11:17:28,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:17:28,439 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:17:28,441 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T11:17:28,441 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T11:17:28,441 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:17:28,441 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:17:28,441 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:17:28,465 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T11:17:28,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-26T11:17:28,619 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,2-7f3a3edaecc3,46463,1732619836950.replicationSource.wal-reader.7f3a3edaecc3%2C46463%2C1732619836950,2-7f3a3edaecc3,46463,1732619836950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/WALs/7f3a3edaecc3,46463,1732619836950/7f3a3edaecc3%2C46463%2C1732619836950.1732619839493 to pos 0, reset compression=false 2024-11-26T11:17:28,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-26T11:17:28,621 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-26T11:17:28,623 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-26T11:17:28,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42273 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-26T11:17:28,626 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46463,1732619836950.replicationSource.wal-reader.7f3a3edaecc3%2C46463%2C1732619836950,1-7f3a3edaecc3,46463,1732619836950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/WALs/7f3a3edaecc3,46463,1732619836950/7f3a3edaecc3%2C46463%2C1732619836950.1732619839493 to pos 0, reset compression=false 2024-11-26T11:17:28,630 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 7f3a3edaecc3,46463,1732619836950 suceeded 2024-11-26T11:17:28,636 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-26T11:17:28,636 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://7f3a3edaecc3:33897,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T11:17:28,636 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 165 msec 2024-11-26T11:17:28,641 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 222 msec 2024-11-26T11:17:28,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-26T11:17:28,741 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-26T11:17:28,742 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42273 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://7f3a3edaecc3:33897,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T11:17:28,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42273 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-26T11:17:28,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-26T11:17:28,746 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7f3a3edaecc3:33897' 2024-11-26T11:17:28,747 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@427a453e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:17:28,747 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,33897,-1 for getting cluster id 2024-11-26T11:17:28,747 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:17:28,748 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59004648-a2b3-4d59-9ab1-d96fc97d2ac4' 2024-11-26T11:17:28,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:17:28,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59004648-a2b3-4d59-9ab1-d96fc97d2ac4" 2024-11-26T11:17:28,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f63447, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:17:28,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,33897,-1] 2024-11-26T11:17:28,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:17:28,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:17:28,751 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:17:28,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56b40fdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:17:28,752 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:17:28,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,33897,1732619842881 2024-11-26T11:17:28,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@184f8d7d 2024-11-26T11:17:28,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:17:28,754 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:17:28,755 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-26T11:17:28,755 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T11:17:28,755 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:17:28,755 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:17:28,755 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:17:28,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T11:17:28,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-26T11:17:28,934 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,2-7f3a3edaecc3,46463,1732619836950.replicationSource.wal-reader.7f3a3edaecc3%2C46463%2C1732619836950,2-7f3a3edaecc3,46463,1732619836950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/WALs/7f3a3edaecc3,46463,1732619836950/7f3a3edaecc3%2C46463%2C1732619836950.1732619839493 to pos 0, reset compression=false 2024-11-26T11:17:28,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-26T11:17:28,966 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-26T11:17:28,968 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-26T11:17:28,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42273 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-26T11:17:28,971 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 7f3a3edaecc3,46463,1732619836950 suceeded 2024-11-26T11:17:28,975 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-26T11:17:28,975 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://7f3a3edaecc3:33897,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T11:17:28,975 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-26T11:17:28,978 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 233 msec 2024-11-26T11:17:29,052 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46463,1732619836950.replicationSource.wal-reader.7f3a3edaecc3%2C46463%2C1732619836950,1-7f3a3edaecc3,46463,1732619836950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/WALs/7f3a3edaecc3,46463,1732619836950/7f3a3edaecc3%2C46463%2C1732619836950.1732619839493 to pos 0, reset compression=false 2024-11-26T11:17:29,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-26T11:17:29,060 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-26T11:17:29,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42273 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-26T11:17:29,062 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42273 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-26T11:17:29,062 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:17:29,062 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:17:29,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:17:29,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:17:29,063 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T11:17:29,063 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=933464129, stopped=false 2024-11-26T11:17:29,063 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7f3a3edaecc3,42273,1732619835584 2024-11-26T11:17:29,064 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:17:29,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46463-0x10176dc7c370001, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-694052383/running 2024-11-26T11:17:29,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46463-0x10176dc7c370001, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-694052383 2024-11-26T11:17:29,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42273-0x10176dc7c370000, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-694052383/running 2024-11-26T11:17:29,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42273-0x10176dc7c370000, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-694052383 2024-11-26T11:17:29,218 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T11:17:29,218 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:17:29,218 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:17:29,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:17:29,219 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7f3a3edaecc3,46463,1732619836950' ***** 2024-11-26T11:17:29,219 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T11:17:29,220 INFO [RS:0;7f3a3edaecc3:46463 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T11:17:29,220 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42273-0x10176dc7c370000, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Set watcher on znode that does not yet exist, /0-694052383/running 2024-11-26T11:17:29,220 INFO [RS:0;7f3a3edaecc3:46463 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T11:17:29,220 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T11:17:29,220 INFO [RS:0;7f3a3edaecc3:46463 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T11:17:29,221 INFO [RS:0;7f3a3edaecc3:46463 {}] regionserver.HRegionServer(3091): Received CLOSE for 9b46345c980d2a17874117658917468a 2024-11-26T11:17:29,221 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46463-0x10176dc7c370001, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Set watcher on znode that does not yet exist, /0-694052383/running 2024-11-26T11:17:29,221 INFO [RS:0;7f3a3edaecc3:46463 {}] regionserver.HRegionServer(959): stopping server 7f3a3edaecc3,46463,1732619836950 2024-11-26T11:17:29,221 INFO [RS:0;7f3a3edaecc3:46463 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T11:17:29,222 INFO [RS:0;7f3a3edaecc3:46463 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7f3a3edaecc3:46463. 2024-11-26T11:17:29,222 DEBUG [RS:0;7f3a3edaecc3:46463 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:17:29,222 DEBUG [RS:0;7f3a3edaecc3:46463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:17:29,222 INFO [RS:0;7f3a3edaecc3:46463 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T11:17:29,222 INFO [RS:0;7f3a3edaecc3:46463 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T11:17:29,222 INFO [RS:0;7f3a3edaecc3:46463 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T11:17:29,222 INFO [RS:0;7f3a3edaecc3:46463 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T11:17:29,223 INFO [RS:0;7f3a3edaecc3:46463 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T11:17:29,223 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9b46345c980d2a17874117658917468a, disabling compactions & flushes 2024-11-26T11:17:29,223 DEBUG [RS:0;7f3a3edaecc3:46463 {}] regionserver.HRegionServer(1325): Online Regions={9b46345c980d2a17874117658917468a=hbase:replication,,1732619846957.9b46345c980d2a17874117658917468a., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T11:17:29,223 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732619846957.9b46345c980d2a17874117658917468a. 2024-11-26T11:17:29,223 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732619846957.9b46345c980d2a17874117658917468a. 2024-11-26T11:17:29,223 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732619846957.9b46345c980d2a17874117658917468a. after waiting 0 ms 2024-11-26T11:17:29,223 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732619846957.9b46345c980d2a17874117658917468a. 2024-11-26T11:17:29,223 DEBUG [RS:0;7f3a3edaecc3:46463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9b46345c980d2a17874117658917468a 2024-11-26T11:17:29,223 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T11:17:29,224 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T11:17:29,224 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T11:17:29,224 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T11:17:29,224 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T11:17:29,227 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9b46345c980d2a17874117658917468a 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-26T11:17:29,227 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-26T11:17:29,242 INFO [regionserver/7f3a3edaecc3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T11:17:29,313 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/data/hbase/replication/9b46345c980d2a17874117658917468a/.tmp/queue/a1f3593ba34c4d1190806ae84520f63f is 151, key is 1-7f3a3edaecc3,46463,1732619836950/queue:7f3a3edaecc3%2C46463%2C1732619836950/1732619847982/Put/seqid=0 2024-11-26T11:17:29,313 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/data/hbase/meta/1588230740/.tmp/info/9827fe9b57ac405e884e766e889396c4 is 147, key is hbase:replication,,1732619846957.9b46345c980d2a17874117658917468a./info:regioninfo/1732619847567/Put/seqid=0 2024-11-26T11:17:29,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741838_1014 (size=6631) 2024-11-26T11:17:29,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741839_1015 (size=5500) 2024-11-26T11:17:29,345 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,2-7f3a3edaecc3,46463,1732619836950.replicationSource.wal-reader.7f3a3edaecc3%2C46463%2C1732619836950,2-7f3a3edaecc3,46463,1732619836950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/WALs/7f3a3edaecc3,46463,1732619836950/7f3a3edaecc3%2C46463%2C1732619836950.1732619839493 to pos 0, reset compression=false 2024-11-26T11:17:29,388 INFO [regionserver/7f3a3edaecc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T11:17:29,388 INFO [regionserver/7f3a3edaecc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T11:17:29,423 DEBUG [RS:0;7f3a3edaecc3:46463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9b46345c980d2a17874117658917468a 2024-11-26T11:17:29,559 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46463,1732619836950.replicationSource.wal-reader.7f3a3edaecc3%2C46463%2C1732619836950,1-7f3a3edaecc3,46463,1732619836950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/WALs/7f3a3edaecc3,46463,1732619836950/7f3a3edaecc3%2C46463%2C1732619836950.1732619839493 to pos 0, reset compression=false 2024-11-26T11:17:29,624 DEBUG [RS:0;7f3a3edaecc3:46463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9b46345c980d2a17874117658917468a 2024-11-26T11:17:29,725 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/data/hbase/replication/9b46345c980d2a17874117658917468a/.tmp/queue/a1f3593ba34c4d1190806ae84520f63f 2024-11-26T11:17:29,725 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/data/hbase/meta/1588230740/.tmp/info/9827fe9b57ac405e884e766e889396c4 2024-11-26T11:17:29,776 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/data/hbase/replication/9b46345c980d2a17874117658917468a/.tmp/queue/a1f3593ba34c4d1190806ae84520f63f as hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/data/hbase/replication/9b46345c980d2a17874117658917468a/queue/a1f3593ba34c4d1190806ae84520f63f 2024-11-26T11:17:29,788 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/data/hbase/replication/9b46345c980d2a17874117658917468a/queue/a1f3593ba34c4d1190806ae84520f63f, entries=2, sequenceid=6, filesize=5.4 K 2024-11-26T11:17:29,795 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 9b46345c980d2a17874117658917468a in 568ms, sequenceid=6, compaction requested=false 2024-11-26T11:17:29,795 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T11:17:29,797 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/data/hbase/meta/1588230740/.tmp/ns/ab5dd1d0b4c04a88908594343ee5db91 is 43, key is default/ns:d/1732619840259/Put/seqid=0 2024-11-26T11:17:29,814 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/data/hbase/replication/9b46345c980d2a17874117658917468a/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-26T11:17:29,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741840_1016 (size=5153) 2024-11-26T11:17:29,819 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T11:17:29,819 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T11:17:29,819 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732619846957.9b46345c980d2a17874117658917468a. 2024-11-26T11:17:29,819 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9b46345c980d2a17874117658917468a: Waiting for close lock at 1732619849222Running coprocessor pre-close hooks at 1732619849223 (+1 ms)Disabling compacts and flushes for region at 1732619849223Disabling writes for close at 1732619849223Obtaining lock to block concurrent updates at 1732619849227 (+4 ms)Preparing flush snapshotting stores in 9b46345c980d2a17874117658917468a at 1732619849227Finished memstore snapshotting hbase:replication,,1732619846957.9b46345c980d2a17874117658917468a., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732619849240 (+13 ms)Flushing stores of hbase:replication,,1732619846957.9b46345c980d2a17874117658917468a. at 1732619849244 (+4 ms)Flushing 9b46345c980d2a17874117658917468a/queue: creating writer at 1732619849244Flushing 9b46345c980d2a17874117658917468a/queue: appending metadata at 1732619849302 (+58 ms)Flushing 9b46345c980d2a17874117658917468a/queue: closing flushed file at 1732619849302Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c62d88f: reopening flushed file at 1732619849773 (+471 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 9b46345c980d2a17874117658917468a in 568ms, sequenceid=6, compaction requested=false at 1732619849795 (+22 ms)Writing region close event to WAL at 1732619849798 (+3 ms)Running coprocessor post-close hooks at 1732619849816 (+18 ms)Closed at 1732619849819 (+3 ms) 2024-11-26T11:17:29,820 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732619846957.9b46345c980d2a17874117658917468a. 2024-11-26T11:17:29,824 DEBUG [RS:0;7f3a3edaecc3:46463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T11:17:29,853 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,2-7f3a3edaecc3,46463,1732619836950.replicationSource.wal-reader.7f3a3edaecc3%2C46463%2C1732619836950,2-7f3a3edaecc3,46463,1732619836950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/WALs/7f3a3edaecc3,46463,1732619836950/7f3a3edaecc3%2C46463%2C1732619836950.1732619839493 to pos 0, reset compression=false 2024-11-26T11:17:30,024 DEBUG [RS:0;7f3a3edaecc3:46463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T11:17:30,167 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46463,1732619836950.replicationSource.wal-reader.7f3a3edaecc3%2C46463%2C1732619836950,1-7f3a3edaecc3,46463,1732619836950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/WALs/7f3a3edaecc3,46463,1732619836950/7f3a3edaecc3%2C46463%2C1732619836950.1732619839493 to pos 0, reset compression=false 2024-11-26T11:17:30,217 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/data/hbase/meta/1588230740/.tmp/ns/ab5dd1d0b4c04a88908594343ee5db91 2024-11-26T11:17:30,224 INFO [RS:0;7f3a3edaecc3:46463 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T11:17:30,224 DEBUG [RS:0;7f3a3edaecc3:46463 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T11:17:30,225 DEBUG [RS:0;7f3a3edaecc3:46463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T11:17:30,246 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/data/hbase/meta/1588230740/.tmp/table/883511c3c7ed46c99d388cb07e63d18d is 53, key is hbase:replication/table:state/1732619847587/Put/seqid=0 2024-11-26T11:17:30,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741841_1017 (size=5256) 2024-11-26T11:17:30,425 DEBUG [RS:0;7f3a3edaecc3:46463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T11:17:30,460 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,2-7f3a3edaecc3,46463,1732619836950.replicationSource.wal-reader.7f3a3edaecc3%2C46463%2C1732619836950,2-7f3a3edaecc3,46463,1732619836950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/WALs/7f3a3edaecc3,46463,1732619836950/7f3a3edaecc3%2C46463%2C1732619836950.1732619839493 to pos 0, reset compression=false 2024-11-26T11:17:30,625 DEBUG [RS:0;7f3a3edaecc3:46463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T11:17:30,652 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/data/hbase/meta/1588230740/.tmp/table/883511c3c7ed46c99d388cb07e63d18d 2024-11-26T11:17:30,663 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/data/hbase/meta/1588230740/.tmp/info/9827fe9b57ac405e884e766e889396c4 as hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/data/hbase/meta/1588230740/info/9827fe9b57ac405e884e766e889396c4 2024-11-26T11:17:30,672 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/data/hbase/meta/1588230740/info/9827fe9b57ac405e884e766e889396c4, entries=10, sequenceid=11, filesize=6.5 K 2024-11-26T11:17:30,674 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/data/hbase/meta/1588230740/.tmp/ns/ab5dd1d0b4c04a88908594343ee5db91 as hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/data/hbase/meta/1588230740/ns/ab5dd1d0b4c04a88908594343ee5db91 2024-11-26T11:17:30,683 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/data/hbase/meta/1588230740/ns/ab5dd1d0b4c04a88908594343ee5db91, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T11:17:30,684 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/data/hbase/meta/1588230740/.tmp/table/883511c3c7ed46c99d388cb07e63d18d as hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/data/hbase/meta/1588230740/table/883511c3c7ed46c99d388cb07e63d18d 2024-11-26T11:17:30,692 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/data/hbase/meta/1588230740/table/883511c3c7ed46c99d388cb07e63d18d, entries=2, sequenceid=11, filesize=5.1 K 2024-11-26T11:17:30,693 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1469ms, sequenceid=11, compaction requested=false 2024-11-26T11:17:30,699 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-26T11:17:30,699 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T11:17:30,700 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T11:17:30,700 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T11:17:30,700 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732619849223Running coprocessor pre-close hooks at 1732619849223Disabling compacts and flushes for region at 1732619849223Disabling writes for close at 1732619849224 (+1 ms)Obtaining lock to block concurrent updates at 1732619849227 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1732619849228 (+1 ms)Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732619849237 (+9 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732619849239 (+2 ms)Flushing 1588230740/info: creating writer at 1732619849241 (+2 ms)Flushing 1588230740/info: appending metadata at 1732619849299 (+58 ms)Flushing 1588230740/info: closing flushed file at 1732619849302 (+3 ms)Flushing 1588230740/ns: creating writer at 1732619849773 (+471 ms)Flushing 1588230740/ns: appending metadata at 1732619849796 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1732619849796Flushing 1588230740/table: creating writer at 1732619850229 (+433 ms)Flushing 1588230740/table: appending metadata at 1732619850245 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732619850245Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38298387: reopening flushed file at 1732619850662 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e037d: reopening flushed file at 1732619850673 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f4ced4d: reopening flushed file at 1732619850683 (+10 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1469ms, sequenceid=11, compaction requested=false at 1732619850693 (+10 ms)Writing region close event to WAL at 1732619850694 (+1 ms)Running coprocessor post-close hooks at 1732619850699 (+5 ms)Closed at 1732619850700 (+1 ms) 2024-11-26T11:17:30,700 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T11:17:30,825 INFO [RS:0;7f3a3edaecc3:46463 {}] regionserver.HRegionServer(976): stopping server 7f3a3edaecc3,46463,1732619836950; all regions closed. 2024-11-26T11:17:30,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741834_1010 (size=2742) 2024-11-26T11:17:30,839 DEBUG [RS:0;7f3a3edaecc3:46463 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/oldWALs 2024-11-26T11:17:30,839 INFO [RS:0;7f3a3edaecc3:46463 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7f3a3edaecc3%2C46463%2C1732619836950.meta:.meta(num 1732619839941) 2024-11-26T11:17:30,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741837_1013 (size=1802) 2024-11-26T11:17:30,847 DEBUG [RS:0;7f3a3edaecc3:46463 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/oldWALs 2024-11-26T11:17:30,847 INFO [RS:0;7f3a3edaecc3:46463 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7f3a3edaecc3%2C46463%2C1732619836950.rep:(num 1732619847502) 2024-11-26T11:17:30,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741833_1009 (size=93) 2024-11-26T11:17:30,854 DEBUG [RS:0;7f3a3edaecc3:46463 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/oldWALs 2024-11-26T11:17:30,854 INFO [RS:0;7f3a3edaecc3:46463 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7f3a3edaecc3%2C46463%2C1732619836950:(num 1732619839493) 2024-11-26T11:17:30,854 DEBUG [RS:0;7f3a3edaecc3:46463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:17:30,854 INFO [RS:0;7f3a3edaecc3:46463 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T11:17:30,854 INFO [RS:0;7f3a3edaecc3:46463 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T11:17:30,855 INFO [RS:0;7f3a3edaecc3:46463 {}] hbase.ChoreService(370): Chore service for: regionserver/7f3a3edaecc3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T11:17:30,855 INFO [RS:0;7f3a3edaecc3:46463 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T11:17:30,855 INFO [regionserver/7f3a3edaecc3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T11:17:30,855 INFO [RS:0;7f3a3edaecc3:46463 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7f3a3edaecc3,46463,1732619836950 because: Region server is closing 2024-11-26T11:17:30,856 INFO [RS:0;7f3a3edaecc3:46463 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7f3a3edaecc3:46463. 2024-11-26T11:17:30,856 DEBUG [RS:0;7f3a3edaecc3:46463 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:17:30,856 DEBUG [RS:0;7f3a3edaecc3:46463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:17:30,856 DEBUG [RS:0;7f3a3edaecc3:46463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:17:30,857 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:17:30,957 WARN [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46463,1732619836950.replicationSource.shipper7f3a3edaecc3%2C46463%2C1732619836950,1-7f3a3edaecc3,46463,1732619836950 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T11:17:30,958 INFO [RS:0;7f3a3edaecc3:46463 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46463,1732619836950.replicationSource.shipper7f3a3edaecc3%2C46463%2C1732619836950,1-7f3a3edaecc3,46463,1732619836950 terminated 2024-11-26T11:17:30,959 INFO [RS:0;7f3a3edaecc3:46463 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-7f3a3edaecc3,46463,1732619836950 because: Region server is closing 2024-11-26T11:17:30,959 INFO [RS:0;7f3a3edaecc3:46463 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7f3a3edaecc3:46463. 2024-11-26T11:17:30,960 DEBUG [RS:0;7f3a3edaecc3:46463 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:17:30,960 DEBUG [RS:0;7f3a3edaecc3:46463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:17:30,960 DEBUG [RS:0;7f3a3edaecc3:46463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:17:30,960 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:17:31,061 WARN [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,2-7f3a3edaecc3,46463,1732619836950.replicationSource.shipper7f3a3edaecc3%2C46463%2C1732619836950,2-7f3a3edaecc3,46463,1732619836950 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T11:17:31,061 WARN [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,2-7f3a3edaecc3,46463,1732619836950.replicationSource.wal-reader.7f3a3edaecc3%2C46463%2C1732619836950,2-7f3a3edaecc3,46463,1732619836950 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T11:17:31,061 INFO [RS:0;7f3a3edaecc3:46463 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,2-7f3a3edaecc3,46463,1732619836950.replicationSource.shipper7f3a3edaecc3%2C46463%2C1732619836950,2-7f3a3edaecc3,46463,1732619836950 terminated 2024-11-26T11:17:31,062 INFO [RS:0;7f3a3edaecc3:46463 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46463 2024-11-26T11:17:31,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46463-0x10176dc7c370001, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-694052383/rs/7f3a3edaecc3,46463,1732619836950 2024-11-26T11:17:31,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42273-0x10176dc7c370000, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-694052383/rs 2024-11-26T11:17:31,158 INFO [RS:0;7f3a3edaecc3:46463 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T11:17:31,169 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7f3a3edaecc3,46463,1732619836950] 2024-11-26T11:17:31,179 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-694052383/draining/7f3a3edaecc3,46463,1732619836950 already deleted, retry=false 2024-11-26T11:17:31,179 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7f3a3edaecc3,46463,1732619836950 expired; onlineServers=0 2024-11-26T11:17:31,179 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7f3a3edaecc3,42273,1732619835584' ***** 2024-11-26T11:17:31,179 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T11:17:31,180 INFO [M:0;7f3a3edaecc3:42273 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T11:17:31,180 INFO [M:0;7f3a3edaecc3:42273 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T11:17:31,180 DEBUG [M:0;7f3a3edaecc3:42273 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T11:17:31,181 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T11:17:31,181 DEBUG [M:0;7f3a3edaecc3:42273 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T11:17:31,181 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732619839090 {}] cleaner.HFileCleaner(306): Exit Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732619839090,5,FailOnTimeoutGroup] 2024-11-26T11:17:31,181 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732619839101 {}] cleaner.HFileCleaner(306): Exit Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732619839101,5,FailOnTimeoutGroup] 2024-11-26T11:17:31,182 INFO [M:0;7f3a3edaecc3:42273 {}] hbase.ChoreService(370): Chore service for: master/7f3a3edaecc3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T11:17:31,182 INFO [M:0;7f3a3edaecc3:42273 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T11:17:31,182 DEBUG [M:0;7f3a3edaecc3:42273 {}] master.HMaster(1795): Stopping service threads 2024-11-26T11:17:31,182 INFO [M:0;7f3a3edaecc3:42273 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T11:17:31,183 INFO [M:0;7f3a3edaecc3:42273 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T11:17:31,184 INFO [M:0;7f3a3edaecc3:42273 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T11:17:31,184 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T11:17:31,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42273-0x10176dc7c370000, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-694052383/master 2024-11-26T11:17:31,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42273-0x10176dc7c370000, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-694052383 2024-11-26T11:17:31,190 DEBUG [M:0;7f3a3edaecc3:42273 {}] zookeeper.ZKUtil(347): master:42273-0x10176dc7c370000, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Unable to get data of znode /0-694052383/master because node does not exist (not an error) 2024-11-26T11:17:31,190 WARN [M:0;7f3a3edaecc3:42273 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T11:17:31,192 INFO [M:0;7f3a3edaecc3:42273 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/.lastflushedseqids 2024-11-26T11:17:31,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741842_1018 (size=181) 2024-11-26T11:17:31,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46463-0x10176dc7c370001, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:17:31,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46463-0x10176dc7c370001, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:17:31,270 INFO [RS:0;7f3a3edaecc3:46463 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T11:17:31,270 INFO [RS:0;7f3a3edaecc3:46463 {}] regionserver.HRegionServer(1031): Exiting; stopping=7f3a3edaecc3,46463,1732619836950; zookeeper connection closed. 2024-11-26T11:17:31,271 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2b95beb5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2b95beb5 2024-11-26T11:17:31,272 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T11:17:31,605 INFO [M:0;7f3a3edaecc3:42273 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T11:17:31,605 INFO [M:0;7f3a3edaecc3:42273 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T11:17:31,606 DEBUG [M:0;7f3a3edaecc3:42273 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T11:17:31,606 INFO [M:0;7f3a3edaecc3:42273 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:17:31,606 DEBUG [M:0;7f3a3edaecc3:42273 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:17:31,606 DEBUG [M:0;7f3a3edaecc3:42273 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T11:17:31,606 DEBUG [M:0;7f3a3edaecc3:42273 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:17:31,606 INFO [M:0;7f3a3edaecc3:42273 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-26T11:17:31,625 DEBUG [M:0;7f3a3edaecc3:42273 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/88fbcfd5deb74d11a236b4a189bfa818 is 82, key is hbase:meta,,1/info:regioninfo/1732619840093/Put/seqid=0 2024-11-26T11:17:31,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741843_1019 (size=5672) 2024-11-26T11:17:31,919 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T11:17:32,031 INFO [M:0;7f3a3edaecc3:42273 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/88fbcfd5deb74d11a236b4a189bfa818 2024-11-26T11:17:32,063 DEBUG [M:0;7f3a3edaecc3:42273 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea1c232de20a4dc093009249718c700e is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732619847599/Put/seqid=0 2024-11-26T11:17:32,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741844_1020 (size=8663) 2024-11-26T11:17:32,471 INFO [M:0;7f3a3edaecc3:42273 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea1c232de20a4dc093009249718c700e 2024-11-26T11:17:32,493 DEBUG [M:0;7f3a3edaecc3:42273 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/80a50eb1a87d4d7b9419f3eaebc933d0 is 69, key is 7f3a3edaecc3,46463,1732619836950/rs:state/1732619839179/Put/seqid=0 2024-11-26T11:17:32,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741845_1021 (size=5156) 2024-11-26T11:17:32,898 INFO [M:0;7f3a3edaecc3:42273 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/80a50eb1a87d4d7b9419f3eaebc933d0 2024-11-26T11:17:32,912 DEBUG [M:0;7f3a3edaecc3:42273 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/88fbcfd5deb74d11a236b4a189bfa818 as hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/88fbcfd5deb74d11a236b4a189bfa818 2024-11-26T11:17:32,918 INFO [M:0;7f3a3edaecc3:42273 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/88fbcfd5deb74d11a236b4a189bfa818, entries=8, sequenceid=115, filesize=5.5 K 2024-11-26T11:17:32,920 DEBUG [M:0;7f3a3edaecc3:42273 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea1c232de20a4dc093009249718c700e as hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ea1c232de20a4dc093009249718c700e 2024-11-26T11:17:32,927 INFO [M:0;7f3a3edaecc3:42273 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ea1c232de20a4dc093009249718c700e, entries=14, sequenceid=115, filesize=8.5 K 2024-11-26T11:17:32,929 DEBUG [M:0;7f3a3edaecc3:42273 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/80a50eb1a87d4d7b9419f3eaebc933d0 as hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/80a50eb1a87d4d7b9419f3eaebc933d0 2024-11-26T11:17:32,936 INFO [M:0;7f3a3edaecc3:42273 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/80a50eb1a87d4d7b9419f3eaebc933d0, entries=1, sequenceid=115, filesize=5.0 K 2024-11-26T11:17:32,937 INFO [M:0;7f3a3edaecc3:42273 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1331ms, sequenceid=115, compaction requested=false 2024-11-26T11:17:32,939 INFO [M:0;7f3a3edaecc3:42273 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:17:32,939 DEBUG [M:0;7f3a3edaecc3:42273 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732619851605Disabling compacts and flushes for region at 1732619851605Disabling writes for close at 1732619851606 (+1 ms)Obtaining lock to block concurrent updates at 1732619851606Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732619851606Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732619851607 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732619851608 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732619851608Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732619851625 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732619851625Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732619852039 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732619852062 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732619852062Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732619852479 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732619852492 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732619852492Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ecd8428: reopening flushed file at 1732619852910 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bc9110b: reopening flushed file at 1732619852919 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6495db68: reopening flushed file at 1732619852928 (+9 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1331ms, sequenceid=115, compaction requested=false at 1732619852937 (+9 ms)Writing region close event to WAL at 1732619852939 (+2 ms)Closed at 1732619852939 2024-11-26T11:17:32,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741830_1006 (size=59421) 2024-11-26T11:17:32,942 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/MasterData/WALs/7f3a3edaecc3,42273,1732619835584/7f3a3edaecc3%2C42273%2C1732619835584.1732619838044 not finished, retry = 0 2024-11-26T11:17:33,045 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T11:17:33,045 INFO [M:0;7f3a3edaecc3:42273 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T11:17:33,046 INFO [M:0;7f3a3edaecc3:42273 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42273 2024-11-26T11:17:33,046 INFO [M:0;7f3a3edaecc3:42273 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T11:17:33,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42273-0x10176dc7c370000, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:17:33,321 INFO [M:0;7f3a3edaecc3:42273 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T11:17:33,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42273-0x10176dc7c370000, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:17:33,329 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7f3a3edaecc3:0 server-side Connection retries=45 2024-11-26T11:17:33,329 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:17:33,329 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T11:17:33,329 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T11:17:33,329 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:17:33,329 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T11:17:33,329 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T11:17:33,330 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T11:17:33,330 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37803 2024-11-26T11:17:33,332 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37803 connecting to ZooKeeper ensemble=127.0.0.1:50101 2024-11-26T11:17:33,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:378030x0, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:17:33,442 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37803-0x10176dc7c370006 connected 2024-11-26T11:17:33,462 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:17:33,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:17:33,468 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37803-0x10176dc7c370006, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Set watcher on znode that does not yet exist, /0-694052383/running 2024-11-26T11:17:33,468 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-694052383/meta-region-server: INIT 2024-11-26T11:17:33,468 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344, hbase.cluster.distributed=false 2024-11-26T11:17:33,470 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37803-0x10176dc7c370006, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Set watcher on znode that does not yet exist, /0-694052383/acl 2024-11-26T11:17:33,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37803 2024-11-26T11:17:33,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37803 2024-11-26T11:17:33,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37803 2024-11-26T11:17:33,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37803 2024-11-26T11:17:33,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37803 2024-11-26T11:17:33,487 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7f3a3edaecc3:0 server-side Connection retries=45 2024-11-26T11:17:33,487 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:17:33,487 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T11:17:33,487 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T11:17:33,487 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:17:33,488 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T11:17:33,488 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T11:17:33,488 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T11:17:33,488 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41445 2024-11-26T11:17:33,490 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41445 connecting to ZooKeeper ensemble=127.0.0.1:50101 2024-11-26T11:17:33,491 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:17:33,493 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:17:33,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414450x0, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:17:33,505 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:414450x0, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Set watcher on znode that does not yet exist, /0-694052383/running 2024-11-26T11:17:33,505 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-694052383/meta-region-server: INIT 2024-11-26T11:17:33,505 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41445-0x10176dc7c370007 connected 2024-11-26T11:17:33,506 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T11:17:33,506 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T11:17:33,507 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41445-0x10176dc7c370007, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Set watcher on znode that does not yet exist, /0-694052383/master 2024-11-26T11:17:33,508 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41445-0x10176dc7c370007, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Set watcher on znode that does not yet exist, /0-694052383/acl 2024-11-26T11:17:33,509 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41445 2024-11-26T11:17:33,510 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41445 2024-11-26T11:17:33,511 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41445 2024-11-26T11:17:33,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41445 2024-11-26T11:17:33,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41445 2024-11-26T11:17:33,524 DEBUG [M:0;7f3a3edaecc3:37803 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7f3a3edaecc3:37803 2024-11-26T11:17:33,524 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-694052383/backup-masters/7f3a3edaecc3,37803,1732619853329 2024-11-26T11:17:33,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41445-0x10176dc7c370007, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-694052383/backup-masters 2024-11-26T11:17:33,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37803-0x10176dc7c370006, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-694052383/backup-masters 2024-11-26T11:17:33,620 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37803-0x10176dc7c370006, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Set watcher on existing znode=/0-694052383/backup-masters/7f3a3edaecc3,37803,1732619853329 2024-11-26T11:17:33,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37803-0x10176dc7c370006, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-694052383 2024-11-26T11:17:33,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41445-0x10176dc7c370007, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-694052383/master 2024-11-26T11:17:33,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41445-0x10176dc7c370007, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-694052383 2024-11-26T11:17:33,681 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37803-0x10176dc7c370006, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Set watcher on existing znode=/0-694052383/master 2024-11-26T11:17:33,682 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-694052383/backup-masters/7f3a3edaecc3,37803,1732619853329 from backup master directory 2024-11-26T11:17:33,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37803-0x10176dc7c370006, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-694052383/backup-masters/7f3a3edaecc3,37803,1732619853329 2024-11-26T11:17:33,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41445-0x10176dc7c370007, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-694052383/backup-masters 2024-11-26T11:17:33,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37803-0x10176dc7c370006, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-694052383/backup-masters 2024-11-26T11:17:33,694 WARN [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T11:17:33,695 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7f3a3edaecc3,37803,1732619853329 2024-11-26T11:17:33,715 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:17:33,715 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T11:17:33,730 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 14ms. 2024-11-26T11:17:33,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741846_1022 (size=196) 2024-11-26T11:17:34,153 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T11:17:34,154 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T11:17:34,155 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:17:34,165 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-26T11:17:34,168 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/MasterData/WALs/7f3a3edaecc3,42273,1732619835584 to hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/MasterData/WALs/7f3a3edaecc3,42273,1732619835584-dead as it is dead 2024-11-26T11:17:34,170 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-26T11:17:34,170 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-26T11:17:34,170 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/MasterData/WALs/7f3a3edaecc3,42273,1732619835584-dead/7f3a3edaecc3%2C42273%2C1732619835584.1732619838044 2024-11-26T11:17:34,176 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/MasterData/WALs/7f3a3edaecc3,42273,1732619835584-dead/7f3a3edaecc3%2C42273%2C1732619835584.1732619838044 after 4ms 2024-11-26T11:17:34,177 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/MasterData/WALs/7f3a3edaecc3,42273,1732619835584-dead/7f3a3edaecc3%2C42273%2C1732619835584.1732619838044 to hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/7f3a3edaecc3%2C42273%2C1732619835584.1732619838044 2024-11-26T11:17:34,177 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/MasterData/WALs/7f3a3edaecc3,42273,1732619835584-dead 2024-11-26T11:17:34,178 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/MasterData/WALs/7f3a3edaecc3,37803,1732619853329 2024-11-26T11:17:34,179 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T11:17:34,181 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7f3a3edaecc3%2C37803%2C1732619853329, suffix=, logDir=hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/MasterData/WALs/7f3a3edaecc3,37803,1732619853329, archiveDir=hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/MasterData/oldWALs, maxLogs=10 2024-11-26T11:17:34,194 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/MasterData/WALs/7f3a3edaecc3,37803,1732619853329/7f3a3edaecc3%2C37803%2C1732619853329.1732619854181, exclude list is [], retry=0 2024-11-26T11:17:34,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38049,DS-7f47b313-0b7e-4dfe-bbde-19540391df7f,DISK] 2024-11-26T11:17:34,200 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/MasterData/WALs/7f3a3edaecc3,37803,1732619853329/7f3a3edaecc3%2C37803%2C1732619853329.1732619854181 2024-11-26T11:17:34,201 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42521:42521)] 2024-11-26T11:17:34,201 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:17:34,201 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:17:34,201 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:17:34,201 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:17:34,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:17:34,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T11:17:34,204 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:34,213 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/88fbcfd5deb74d11a236b4a189bfa818 2024-11-26T11:17:34,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:17:34,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:17:34,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T11:17:34,214 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:34,221 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ea1c232de20a4dc093009249718c700e 2024-11-26T11:17:34,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:17:34,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:17:34,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T11:17:34,223 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:34,231 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/80a50eb1a87d4d7b9419f3eaebc933d0 2024-11-26T11:17:34,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:17:34,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:17:34,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T11:17:34,233 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:34,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:17:34,234 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:17:34,235 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-26T11:17:34,235 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/7f3a3edaecc3%2C42273%2C1732619835584.1732619838044 2024-11-26T11:17:34,252 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/7f3a3edaecc3%2C42273%2C1732619835584.1732619838044 2024-11-26T11:17:34,253 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/7f3a3edaecc3%2C42273%2C1732619835584.1732619838044 2024-11-26T11:17:34,255 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:17:34,255 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:17:34,256 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:17:34,258 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:17:34,261 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-26T11:17:34,262 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71693607, jitterRate=0.06831799447536469}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:17:34,262 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732619854201Initializing all the Stores at 1732619854203 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732619854203Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619854203Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619854203Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619854203Cleaning up temporary data from old regions at 1732619854255 (+52 ms)Region opened successfully at 1732619854262 (+7 ms) 2024-11-26T11:17:34,262 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T11:17:34,266 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bde0a85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7f3a3edaecc3/172.17.0.3:0 2024-11-26T11:17:34,277 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-26T11:17:34,277 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T11:17:34,277 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T11:17:34,278 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T11:17:34,278 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T11:17:34,284 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T11:17:34,284 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T11:17:34,285 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T11:17:34,285 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T11:17:34,285 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-26T11:17:34,285 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-26T11:17:34,285 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-26T11:17:34,286 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T11:17:34,290 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=7f3a3edaecc3,46463,1732619836950, regionLocation=7f3a3edaecc3,46463,1732619836950, openSeqNum=2 2024-11-26T11:17:34,290 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=7f3a3edaecc3,46463,1732619836950, table=hbase:meta, region=1588230740 2024-11-26T11:17:34,290 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7f3a3edaecc3,46463,1732619836950, state=OPEN 2024-11-26T11:17:34,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41445-0x10176dc7c370007, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-694052383/meta-region-server 2024-11-26T11:17:34,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37803-0x10176dc7c370006, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-694052383/meta-region-server 2024-11-26T11:17:34,336 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-694052383/meta-region-server: CHANGED 2024-11-26T11:17:34,336 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-694052383/meta-region-server: CHANGED 2024-11-26T11:17:34,341 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-26T11:17:34,354 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-694052383/draining/7f3a3edaecc3,46463,1732619836950 already deleted, retry=false 2024-11-26T11:17:34,354 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 7f3a3edaecc3,46463,1732619836950 on 7f3a3edaecc3,37803,1732619853329 2024-11-26T11:17:34,360 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 7f3a3edaecc3,46463,1732619836950, splitWal=true, meta=true 2024-11-26T11:17:34,362 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for 7f3a3edaecc3,46463,1732619836950 (carryingMeta=true) 7f3a3edaecc3,46463,1732619836950/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@1caaab58[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-26T11:17:34,365 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37803-0x10176dc7c370006, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Unable to get data of znode /0-694052383/balancer because node does not exist (not necessarily an error) 2024-11-26T11:17:34,405 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-694052383/balancer already deleted, retry=false 2024-11-26T11:17:34,406 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T11:17:34,407 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37803-0x10176dc7c370006, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Unable to get data of znode /0-694052383/normalizer because node does not exist (not necessarily an error) 2024-11-26T11:17:34,428 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-694052383/normalizer already deleted, retry=false 2024-11-26T11:17:34,428 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T11:17:34,430 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37803-0x10176dc7c370006, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Unable to get data of znode /0-694052383/switch/split because node does not exist (not necessarily an error) 2024-11-26T11:17:34,441 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-694052383/switch/split already deleted, retry=false 2024-11-26T11:17:34,442 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37803-0x10176dc7c370006, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Unable to get data of znode /0-694052383/switch/merge because node does not exist (not necessarily an error) 2024-11-26T11:17:34,452 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-694052383/switch/merge already deleted, retry=false 2024-11-26T11:17:34,476 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37803-0x10176dc7c370006, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Unable to get data of znode /0-694052383/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T11:17:34,483 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-694052383/snapshot-cleanup already deleted, retry=false 2024-11-26T11:17:34,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37803-0x10176dc7c370006, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-694052383/running 2024-11-26T11:17:34,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41445-0x10176dc7c370007, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-694052383/running 2024-11-26T11:17:34,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41445-0x10176dc7c370007, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-694052383 2024-11-26T11:17:34,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37803-0x10176dc7c370006, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-694052383 2024-11-26T11:17:34,495 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7f3a3edaecc3,37803,1732619853329, sessionid=0x10176dc7c370006, setting cluster-up flag (Was=false) 2024-11-26T11:17:34,506 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-694052383/flush-table-proc/acquired, /0-694052383/flush-table-proc/reached, /0-694052383/flush-table-proc/abort 2024-11-26T11:17:34,507 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7f3a3edaecc3,37803,1732619853329 2024-11-26T11:17:34,516 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-694052383/online-snapshot/acquired, /0-694052383/online-snapshot/reached, /0-694052383/online-snapshot/abort 2024-11-26T11:17:34,517 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7f3a3edaecc3,37803,1732619853329 2024-11-26T11:17:34,519 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/.lastflushedseqids 2024-11-26T11:17:34,523 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T11:17:34,523 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T11:17:34,523 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7f3a3edaecc3,37803,1732619853329 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 7f3a3edaecc3,46463,1732619836950 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T11:17:34,524 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:17:34,525 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:17:34,525 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:17:34,525 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:17:34,525 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7f3a3edaecc3:0, corePoolSize=10, maxPoolSize=10 2024-11-26T11:17:34,525 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:17:34,525 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=2, maxPoolSize=2 2024-11-26T11:17:34,525 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:17:34,526 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732619884526 2024-11-26T11:17:34,526 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T11:17:34,526 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T11:17:34,526 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T11:17:34,526 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T11:17:34,527 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T11:17:34,527 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T11:17:34,528 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:34,528 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T11:17:34,528 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T11:17:34,528 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T11:17:34,528 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T11:17:34,529 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 7f3a3edaecc3,46463,1732619836950, splitWal=true, meta=true 2024-11-26T11:17:34,530 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T11:17:34,530 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T11:17:34,530 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732619854530,5,FailOnTimeoutGroup] 2024-11-26T11:17:34,531 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 7f3a3edaecc3,46463,1732619836950, splitWal=true, meta=true, isMeta: true 2024-11-26T11:17:34,533 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/WALs/7f3a3edaecc3,46463,1732619836950-splitting 2024-11-26T11:17:34,534 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/WALs/7f3a3edaecc3,46463,1732619836950-splitting dir is empty, no logs to split. 2024-11-26T11:17:34,534 INFO [PEWorker-1 {}] master.SplitWALManager(105): 7f3a3edaecc3,46463,1732619836950 WAL count=0, meta=true 2024-11-26T11:17:34,536 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732619854530,5,FailOnTimeoutGroup] 2024-11-26T11:17:34,536 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:34,536 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T11:17:34,536 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:34,536 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:34,537 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732619854537, completionTime=-1 2024-11-26T11:17:34,537 WARN [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-26T11:17:34,539 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/WALs/7f3a3edaecc3,46463,1732619836950-splitting dir is empty, no logs to split. 2024-11-26T11:17:34,539 INFO [PEWorker-1 {}] master.SplitWALManager(105): 7f3a3edaecc3,46463,1732619836950 WAL count=0, meta=true 2024-11-26T11:17:34,539 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 7f3a3edaecc3,46463,1732619836950 WAL splitting is done? wals=0, meta=true 2024-11-26T11:17:34,541 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-26T11:17:34,542 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T11:17:34,544 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T11:17:34,545 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-26T11:17:34,616 INFO [RS:0;7f3a3edaecc3:41445 {}] regionserver.HRegionServer(746): ClusterId : 20e6f1b0-904b-4b42-b6c6-a0e6d33bd17d 2024-11-26T11:17:34,616 DEBUG [RS:0;7f3a3edaecc3:41445 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T11:17:34,629 DEBUG [RS:0;7f3a3edaecc3:41445 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T11:17:34,629 DEBUG [RS:0;7f3a3edaecc3:41445 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T11:17:34,642 DEBUG [RS:0;7f3a3edaecc3:41445 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T11:17:34,643 DEBUG [RS:0;7f3a3edaecc3:41445 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c9d38e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7f3a3edaecc3/172.17.0.3:0 2024-11-26T11:17:34,656 DEBUG [RS:0;7f3a3edaecc3:41445 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7f3a3edaecc3:41445 2024-11-26T11:17:34,656 INFO [RS:0;7f3a3edaecc3:41445 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T11:17:34,656 INFO [RS:0;7f3a3edaecc3:41445 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T11:17:34,656 DEBUG [RS:0;7f3a3edaecc3:41445 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T11:17:34,657 INFO [RS:0;7f3a3edaecc3:41445 {}] regionserver.HRegionServer(2659): reportForDuty to master=7f3a3edaecc3,37803,1732619853329 with port=41445, startcode=1732619853487 2024-11-26T11:17:34,657 DEBUG [RS:0;7f3a3edaecc3:41445 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T11:17:34,659 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59763, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T11:17:34,660 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37803 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7f3a3edaecc3,41445,1732619853487 2024-11-26T11:17:34,660 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37803 {}] master.ServerManager(517): Registering regionserver=7f3a3edaecc3,41445,1732619853487 2024-11-26T11:17:34,662 DEBUG [RS:0;7f3a3edaecc3:41445 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344 2024-11-26T11:17:34,662 DEBUG [RS:0;7f3a3edaecc3:41445 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38085 2024-11-26T11:17:34,662 DEBUG [RS:0;7f3a3edaecc3:41445 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T11:17:34,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37803-0x10176dc7c370006, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-694052383/rs 2024-11-26T11:17:34,674 DEBUG [RS:0;7f3a3edaecc3:41445 {}] zookeeper.ZKUtil(111): regionserver:41445-0x10176dc7c370007, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Set watcher on existing znode=/0-694052383/rs/7f3a3edaecc3,41445,1732619853487 2024-11-26T11:17:34,674 WARN [RS:0;7f3a3edaecc3:41445 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T11:17:34,674 INFO [RS:0;7f3a3edaecc3:41445 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:17:34,674 DEBUG [RS:0;7f3a3edaecc3:41445 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/WALs/7f3a3edaecc3,41445,1732619853487 2024-11-26T11:17:34,674 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7f3a3edaecc3,41445,1732619853487] 2024-11-26T11:17:34,692 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=154ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-26T11:17:34,696 WARN [7f3a3edaecc3:37803 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-26T11:17:34,709 INFO [RS:0;7f3a3edaecc3:41445 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T11:17:34,712 INFO [RS:0;7f3a3edaecc3:41445 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T11:17:34,712 INFO [RS:0;7f3a3edaecc3:41445 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T11:17:34,712 INFO [RS:0;7f3a3edaecc3:41445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:34,713 INFO [RS:0;7f3a3edaecc3:41445 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T11:17:34,714 INFO [RS:0;7f3a3edaecc3:41445 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T11:17:34,714 INFO [RS:0;7f3a3edaecc3:41445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:34,714 DEBUG [RS:0;7f3a3edaecc3:41445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:17:34,714 DEBUG [RS:0;7f3a3edaecc3:41445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:17:34,714 DEBUG [RS:0;7f3a3edaecc3:41445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:17:34,714 DEBUG [RS:0;7f3a3edaecc3:41445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:17:34,714 DEBUG [RS:0;7f3a3edaecc3:41445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:17:34,714 DEBUG [RS:0;7f3a3edaecc3:41445 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7f3a3edaecc3:0, corePoolSize=2, maxPoolSize=2 2024-11-26T11:17:34,714 DEBUG [RS:0;7f3a3edaecc3:41445 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:17:34,714 DEBUG [RS:0;7f3a3edaecc3:41445 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:17:34,714 DEBUG [RS:0;7f3a3edaecc3:41445 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:17:34,715 DEBUG [RS:0;7f3a3edaecc3:41445 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:17:34,715 DEBUG [RS:0;7f3a3edaecc3:41445 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:17:34,715 DEBUG [RS:0;7f3a3edaecc3:41445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:17:34,715 DEBUG [RS:0;7f3a3edaecc3:41445 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7f3a3edaecc3:0, corePoolSize=3, maxPoolSize=3 2024-11-26T11:17:34,715 DEBUG [RS:0;7f3a3edaecc3:41445 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7f3a3edaecc3:0, corePoolSize=3, maxPoolSize=3 2024-11-26T11:17:34,715 INFO [RS:0;7f3a3edaecc3:41445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:34,715 INFO [RS:0;7f3a3edaecc3:41445 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:34,715 INFO [RS:0;7f3a3edaecc3:41445 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:34,715 INFO [RS:0;7f3a3edaecc3:41445 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:34,716 INFO [RS:0;7f3a3edaecc3:41445 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:34,716 INFO [RS:0;7f3a3edaecc3:41445 {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,41445,1732619853487-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T11:17:34,731 INFO [RS:0;7f3a3edaecc3:41445 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T11:17:34,731 INFO [RS:0;7f3a3edaecc3:41445 {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,41445,1732619853487-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:34,745 INFO [RS:0;7f3a3edaecc3:41445 {}] regionserver.ReplicationSource(231): queueId=1-7f3a3edaecc3,41445,1732619853487, ReplicationSource: 1, currentBandwidth=0 2024-11-26T11:17:34,759 INFO [RS:0;7f3a3edaecc3:41445 {}] regionserver.ReplicationSource(231): queueId=2-7f3a3edaecc3,41445,1732619853487, ReplicationSource: 2, currentBandwidth=0 2024-11-26T11:17:34,760 INFO [RS:0;7f3a3edaecc3:41445 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:34,760 INFO [RS:0;7f3a3edaecc3:41445 {}] regionserver.Replication(171): 7f3a3edaecc3,41445,1732619853487 started 2024-11-26T11:17:34,765 DEBUG [RS:0;7f3a3edaecc3:41445.replicationSource,1-7f3a3edaecc3,41445,1732619853487 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7f3a3edaecc3:33897' 2024-11-26T11:17:34,766 DEBUG [RS:0;7f3a3edaecc3:41445.replicationSource,1-7f3a3edaecc3,41445,1732619853487 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29c850ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:17:34,766 DEBUG [RS:0;7f3a3edaecc3:41445.replicationSource,1-7f3a3edaecc3,41445,1732619853487 {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,33897,-1 for getting cluster id 2024-11-26T11:17:34,766 DEBUG [RS:0;7f3a3edaecc3:41445.replicationSource,1-7f3a3edaecc3,41445,1732619853487 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:17:34,767 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59004648-a2b3-4d59-9ab1-d96fc97d2ac4' 2024-11-26T11:17:34,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:17:34,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59004648-a2b3-4d59-9ab1-d96fc97d2ac4" 2024-11-26T11:17:34,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c5dc8ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:17:34,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,33897,-1] 2024-11-26T11:17:34,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:17:34,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:17:34,770 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:17:34,771 DEBUG [RS:0;7f3a3edaecc3:41445.replicationSource,1-7f3a3edaecc3,41445,1732619853487 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4569d427, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:17:34,771 DEBUG [RS:0;7f3a3edaecc3:41445.replicationSource,1-7f3a3edaecc3,41445,1732619853487 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:17:34,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,33897,1732619842881 2024-11-26T11:17:34,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c14e10b 2024-11-26T11:17:34,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:17:34,775 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-26T11:17:34,775 INFO [RS:0;7f3a3edaecc3:41445.replicationSource,1-7f3a3edaecc3,41445,1732619853487 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7f3a3edaecc3,41445,1732619853487 (queues=0) is replicating from cluster=20e6f1b0-904b-4b42-b6c6-a0e6d33bd17d to cluster=59004648-a2b3-4d59-9ab1-d96fc97d2ac4 2024-11-26T11:17:34,776 INFO [RS:0;7f3a3edaecc3:41445 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:34,776 INFO [RS:0;7f3a3edaecc3:41445 {}] regionserver.HRegionServer(1482): Serving as 7f3a3edaecc3,41445,1732619853487, RpcServer on 7f3a3edaecc3/172.17.0.3:41445, sessionid=0x10176dc7c370007 2024-11-26T11:17:34,776 DEBUG [RS:0;7f3a3edaecc3:41445 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T11:17:34,776 DEBUG [RS:0;7f3a3edaecc3:41445 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7f3a3edaecc3,41445,1732619853487 2024-11-26T11:17:34,776 DEBUG [RS:0;7f3a3edaecc3:41445 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7f3a3edaecc3,41445,1732619853487' 2024-11-26T11:17:34,776 DEBUG [RS:0;7f3a3edaecc3:41445 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-694052383/flush-table-proc/abort' 2024-11-26T11:17:34,777 DEBUG [RS:0;7f3a3edaecc3:41445 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-694052383/flush-table-proc/acquired' 2024-11-26T11:17:34,777 DEBUG [RS:0;7f3a3edaecc3:41445 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T11:17:34,777 DEBUG [RS:0;7f3a3edaecc3:41445 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T11:17:34,777 DEBUG [RS:0;7f3a3edaecc3:41445 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7f3a3edaecc3,41445,1732619853487 2024-11-26T11:17:34,777 DEBUG [RS:0;7f3a3edaecc3:41445 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7f3a3edaecc3,41445,1732619853487' 2024-11-26T11:17:34,777 DEBUG [RS:0;7f3a3edaecc3:41445 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-694052383/online-snapshot/abort' 2024-11-26T11:17:34,778 DEBUG [RS:0;7f3a3edaecc3:41445 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-694052383/online-snapshot/acquired' 2024-11-26T11:17:34,778 DEBUG [RS:0;7f3a3edaecc3:41445.replicationSource,2-7f3a3edaecc3,41445,1732619853487 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7f3a3edaecc3:33897' 2024-11-26T11:17:34,778 DEBUG [RS:0;7f3a3edaecc3:41445 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T11:17:34,778 INFO [RS:0;7f3a3edaecc3:41445 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T11:17:34,778 INFO [RS:0;7f3a3edaecc3:41445 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T11:17:34,780 DEBUG [RS:0;7f3a3edaecc3:41445.replicationSource,2-7f3a3edaecc3,41445,1732619853487 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6761af06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:17:34,780 DEBUG [RS:0;7f3a3edaecc3:41445.replicationSource,2-7f3a3edaecc3,41445,1732619853487 {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,33897,-1 for getting cluster id 2024-11-26T11:17:34,780 DEBUG [RS:0;7f3a3edaecc3:41445.replicationSource,2-7f3a3edaecc3,41445,1732619853487 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:17:34,781 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59004648-a2b3-4d59-9ab1-d96fc97d2ac4' 2024-11-26T11:17:34,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:17:34,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59004648-a2b3-4d59-9ab1-d96fc97d2ac4" 2024-11-26T11:17:34,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3970aa6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:17:34,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,33897,-1] 2024-11-26T11:17:34,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:17:34,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:17:34,783 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:17:34,784 DEBUG [RS:0;7f3a3edaecc3:41445.replicationSource,2-7f3a3edaecc3,41445,1732619853487 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f3bf6e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:17:34,784 DEBUG [RS:0;7f3a3edaecc3:41445.replicationSource,2-7f3a3edaecc3,41445,1732619853487 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:17:34,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,33897,1732619842881 2024-11-26T11:17:34,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e626361 2024-11-26T11:17:34,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:17:34,787 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-26T11:17:34,787 INFO [RS:0;7f3a3edaecc3:41445.replicationSource,2-7f3a3edaecc3,41445,1732619853487 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-7f3a3edaecc3,41445,1732619853487 (queues=0) is replicating from cluster=20e6f1b0-904b-4b42-b6c6-a0e6d33bd17d to cluster=59004648-a2b3-4d59-9ab1-d96fc97d2ac4 2024-11-26T11:17:34,879 INFO [RS:0;7f3a3edaecc3:41445 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T11:17:34,883 INFO [RS:0;7f3a3edaecc3:41445 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7f3a3edaecc3%2C41445%2C1732619853487, suffix=, logDir=hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/WALs/7f3a3edaecc3,41445,1732619853487, archiveDir=hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/oldWALs, maxLogs=10 2024-11-26T11:17:34,900 DEBUG [RS:0;7f3a3edaecc3:41445 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/WALs/7f3a3edaecc3,41445,1732619853487/7f3a3edaecc3%2C41445%2C1732619853487.1732619854884, exclude list is [], retry=0 2024-11-26T11:17:34,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38049,DS-7f47b313-0b7e-4dfe-bbde-19540391df7f,DISK] 2024-11-26T11:17:34,906 INFO [RS:0;7f3a3edaecc3:41445 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/WALs/7f3a3edaecc3,41445,1732619853487/7f3a3edaecc3%2C41445%2C1732619853487.1732619854884 2024-11-26T11:17:34,906 DEBUG [RS:0;7f3a3edaecc3:41445 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 7f3a3edaecc3%2C41445%2C1732619853487 for peer 1 2024-11-26T11:17:34,907 DEBUG [RS:0;7f3a3edaecc3:41445 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 7f3a3edaecc3%2C41445%2C1732619853487 for peer 2 2024-11-26T11:17:34,907 DEBUG [RS:0;7f3a3edaecc3:41445 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7f3a3edaecc3%2C41445%2C1732619853487 2024-11-26T11:17:34,907 INFO [RS:0;7f3a3edaecc3:41445 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7f3a3edaecc3,41445,1732619853487, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T11:17:34,907 DEBUG [RS:0;7f3a3edaecc3:41445 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=7f3a3edaecc3%2C41445%2C1732619853487 2024-11-26T11:17:34,907 INFO [RS:0;7f3a3edaecc3:41445.replicationSource.shipper7f3a3edaecc3%2C41445%2C1732619853487,1-7f3a3edaecc3,41445,1732619853487 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7f3a3edaecc3%2C41445%2C1732619853487 2024-11-26T11:17:34,907 INFO [RS:0;7f3a3edaecc3:41445 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-7f3a3edaecc3,41445,1732619853487, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T11:17:34,908 DEBUG [RS:0;7f3a3edaecc3:41445 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42521:42521)] 2024-11-26T11:17:34,908 INFO [RS:0;7f3a3edaecc3:41445.replicationSource.shipper7f3a3edaecc3%2C41445%2C1732619853487,2-7f3a3edaecc3,41445,1732619853487 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7f3a3edaecc3%2C41445%2C1732619853487 2024-11-26T11:17:34,908 DEBUG [RS:0;7f3a3edaecc3:41445.replicationSource.wal-reader.7f3a3edaecc3%2C41445%2C1732619853487,1-7f3a3edaecc3,41445,1732619853487 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/WALs/7f3a3edaecc3,41445,1732619853487/7f3a3edaecc3%2C41445%2C1732619853487.1732619854884, startPosition=0, beingWritten=true 2024-11-26T11:17:34,908 DEBUG [RS:0;7f3a3edaecc3:41445.replicationSource.wal-reader.7f3a3edaecc3%2C41445%2C1732619853487,2-7f3a3edaecc3,41445,1732619853487 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/WALs/7f3a3edaecc3,41445,1732619853487/7f3a3edaecc3%2C41445%2C1732619853487.1732619854884, startPosition=0, beingWritten=true 2024-11-26T11:17:34,946 DEBUG [7f3a3edaecc3:37803 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T11:17:34,947 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7f3a3edaecc3,41445,1732619853487 2024-11-26T11:17:34,948 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7f3a3edaecc3,41445,1732619853487, state=OPENING 2024-11-26T11:17:34,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37803-0x10176dc7c370006, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-694052383/meta-region-server 2024-11-26T11:17:34,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41445-0x10176dc7c370007, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-694052383/meta-region-server 2024-11-26T11:17:34,957 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T11:17:34,957 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,41445,1732619853487}] 2024-11-26T11:17:34,957 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-694052383/meta-region-server: CHANGED 2024-11-26T11:17:34,957 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-694052383/meta-region-server: CHANGED 2024-11-26T11:17:35,112 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T11:17:35,115 DEBUG [RS:0;7f3a3edaecc3:41445.replicationSource.wal-reader.7f3a3edaecc3%2C41445%2C1732619853487,2-7f3a3edaecc3,41445,1732619853487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/WALs/7f3a3edaecc3,41445,1732619853487/7f3a3edaecc3%2C41445%2C1732619853487.1732619854884 to pos 0, reset compression=false 2024-11-26T11:17:35,115 DEBUG [RS:0;7f3a3edaecc3:41445.replicationSource.wal-reader.7f3a3edaecc3%2C41445%2C1732619853487,1-7f3a3edaecc3,41445,1732619853487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/WALs/7f3a3edaecc3,41445,1732619853487/7f3a3edaecc3%2C41445%2C1732619853487.1732619854884 to pos 0, reset compression=false 2024-11-26T11:17:35,115 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38349, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T11:17:35,124 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T11:17:35,125 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:17:35,125 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T11:17:35,128 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7f3a3edaecc3%2C41445%2C1732619853487.meta, suffix=.meta, logDir=hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/WALs/7f3a3edaecc3,41445,1732619853487, archiveDir=hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/oldWALs, maxLogs=10 2024-11-26T11:17:35,144 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/WALs/7f3a3edaecc3,41445,1732619853487/7f3a3edaecc3%2C41445%2C1732619853487.meta.1732619855129.meta, exclude list is [], retry=0 2024-11-26T11:17:35,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38049,DS-7f47b313-0b7e-4dfe-bbde-19540391df7f,DISK] 2024-11-26T11:17:35,149 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/WALs/7f3a3edaecc3,41445,1732619853487/7f3a3edaecc3%2C41445%2C1732619853487.meta.1732619855129.meta 2024-11-26T11:17:35,149 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42521:42521)] 2024-11-26T11:17:35,149 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:17:35,150 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T11:17:35,150 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T11:17:35,150 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T11:17:35,150 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T11:17:35,150 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T11:17:35,150 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:17:35,150 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T11:17:35,150 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T11:17:35,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T11:17:35,153 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T11:17:35,153 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:35,161 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/data/hbase/meta/1588230740/info/9827fe9b57ac405e884e766e889396c4 2024-11-26T11:17:35,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:17:35,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T11:17:35,163 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T11:17:35,163 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:35,171 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/data/hbase/meta/1588230740/ns/ab5dd1d0b4c04a88908594343ee5db91 2024-11-26T11:17:35,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:17:35,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T11:17:35,173 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T11:17:35,173 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:35,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:17:35,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T11:17:35,176 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T11:17:35,176 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:35,186 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/data/hbase/meta/1588230740/table/883511c3c7ed46c99d388cb07e63d18d 2024-11-26T11:17:35,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:17:35,186 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T11:17:35,187 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/data/hbase/meta/1588230740 2024-11-26T11:17:35,189 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/data/hbase/meta/1588230740 2024-11-26T11:17:35,190 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T11:17:35,190 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T11:17:35,191 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:17:35,194 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T11:17:35,195 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67399895, jitterRate=0.004336699843406677}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:17:35,195 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T11:17:35,195 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732619855151Writing region info on filesystem at 1732619855151Initializing all the Stores at 1732619855152 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732619855152Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732619855152Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619855152Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732619855152Cleaning up temporary data from old regions at 1732619855191 (+39 ms)Running coprocessor post-open hooks at 1732619855195 (+4 ms)Region opened successfully at 1732619855195 2024-11-26T11:17:35,196 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732619855112 2024-11-26T11:17:35,199 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T11:17:35,199 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T11:17:35,200 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=7f3a3edaecc3,41445,1732619853487 2024-11-26T11:17:35,202 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7f3a3edaecc3,41445,1732619853487, state=OPEN 2024-11-26T11:17:35,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37803-0x10176dc7c370006, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-694052383/meta-region-server 2024-11-26T11:17:35,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41445-0x10176dc7c370007, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-694052383/meta-region-server 2024-11-26T11:17:35,253 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,41445,1732619853487 2024-11-26T11:17:35,253 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-694052383/meta-region-server: CHANGED 2024-11-26T11:17:35,253 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-694052383/meta-region-server: CHANGED 2024-11-26T11:17:35,257 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-26T11:17:35,257 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,41445,1732619853487 in 296 msec 2024-11-26T11:17:35,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-26T11:17:35,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 715 msec 2024-11-26T11:17:35,426 DEBUG [RS:0;7f3a3edaecc3:41445.replicationSource.wal-reader.7f3a3edaecc3%2C41445%2C1732619853487,2-7f3a3edaecc3,41445,1732619853487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/WALs/7f3a3edaecc3,41445,1732619853487/7f3a3edaecc3%2C41445%2C1732619853487.1732619854884 to pos 0, reset compression=false 2024-11-26T11:17:35,432 DEBUG [RS:0;7f3a3edaecc3:41445.replicationSource.wal-reader.7f3a3edaecc3%2C41445%2C1732619853487,1-7f3a3edaecc3,41445,1732619853487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/WALs/7f3a3edaecc3,41445,1732619853487/7f3a3edaecc3%2C41445%2C1732619853487.1732619854884 to pos 0, reset compression=false 2024-11-26T11:17:35,835 DEBUG [RS:0;7f3a3edaecc3:41445.replicationSource.wal-reader.7f3a3edaecc3%2C41445%2C1732619853487,2-7f3a3edaecc3,41445,1732619853487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/WALs/7f3a3edaecc3,41445,1732619853487/7f3a3edaecc3%2C41445%2C1732619853487.1732619854884 to pos 0, reset compression=false 2024-11-26T11:17:35,839 DEBUG [RS:0;7f3a3edaecc3:41445.replicationSource.wal-reader.7f3a3edaecc3%2C41445%2C1732619853487,1-7f3a3edaecc3,41445,1732619853487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/WALs/7f3a3edaecc3,41445,1732619853487/7f3a3edaecc3%2C41445%2C1732619853487.1732619854884 to pos 0, reset compression=false 2024-11-26T11:17:36,195 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1658ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1504ms 2024-11-26T11:17:36,347 DEBUG [RS:0;7f3a3edaecc3:41445.replicationSource.wal-reader.7f3a3edaecc3%2C41445%2C1732619853487,2-7f3a3edaecc3,41445,1732619853487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/WALs/7f3a3edaecc3,41445,1732619853487/7f3a3edaecc3%2C41445%2C1732619853487.1732619854884 to pos 0, reset compression=false 2024-11-26T11:17:36,347 DEBUG [RS:0;7f3a3edaecc3:41445.replicationSource.wal-reader.7f3a3edaecc3%2C41445%2C1732619853487,1-7f3a3edaecc3,41445,1732619853487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/WALs/7f3a3edaecc3,41445,1732619853487/7f3a3edaecc3%2C41445%2C1732619853487.1732619854884 to pos 0, reset compression=false 2024-11-26T11:17:36,960 DEBUG [RS:0;7f3a3edaecc3:41445.replicationSource.wal-reader.7f3a3edaecc3%2C41445%2C1732619853487,1-7f3a3edaecc3,41445,1732619853487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/WALs/7f3a3edaecc3,41445,1732619853487/7f3a3edaecc3%2C41445%2C1732619853487.1732619854884 to pos 0, reset compression=false 2024-11-26T11:17:36,960 DEBUG [RS:0;7f3a3edaecc3:41445.replicationSource.wal-reader.7f3a3edaecc3%2C41445%2C1732619853487,2-7f3a3edaecc3,41445,1732619853487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/WALs/7f3a3edaecc3,41445,1732619853487/7f3a3edaecc3%2C41445%2C1732619853487.1732619854884 to pos 0, reset compression=false 2024-11-26T11:17:37,669 DEBUG [RS:0;7f3a3edaecc3:41445.replicationSource.wal-reader.7f3a3edaecc3%2C41445%2C1732619853487,2-7f3a3edaecc3,41445,1732619853487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/WALs/7f3a3edaecc3,41445,1732619853487/7f3a3edaecc3%2C41445%2C1732619853487.1732619854884 to pos 0, reset compression=false 2024-11-26T11:17:37,669 DEBUG [RS:0;7f3a3edaecc3:41445.replicationSource.wal-reader.7f3a3edaecc3%2C41445%2C1732619853487,1-7f3a3edaecc3,41445,1732619853487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/WALs/7f3a3edaecc3,41445,1732619853487/7f3a3edaecc3%2C41445%2C1732619853487.1732619854884 to pos 0, reset compression=false 2024-11-26T11:17:37,698 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3161ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3007ms 2024-11-26T11:17:38,481 DEBUG [RS:0;7f3a3edaecc3:41445.replicationSource.wal-reader.7f3a3edaecc3%2C41445%2C1732619853487,1-7f3a3edaecc3,41445,1732619853487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/WALs/7f3a3edaecc3,41445,1732619853487/7f3a3edaecc3%2C41445%2C1732619853487.1732619854884 to pos 0, reset compression=false 2024-11-26T11:17:38,481 DEBUG [RS:0;7f3a3edaecc3:41445.replicationSource.wal-reader.7f3a3edaecc3%2C41445%2C1732619853487,2-7f3a3edaecc3,41445,1732619853487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/WALs/7f3a3edaecc3,41445,1732619853487/7f3a3edaecc3%2C41445%2C1732619853487.1732619854884 to pos 0, reset compression=false 2024-11-26T11:17:39,051 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4514ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-26T11:17:39,052 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T11:17:39,052 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:17:39,052 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,41445,1732619853487, seqNum=-1] 2024-11-26T11:17:39,053 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:17:39,055 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57373, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:17:39,062 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9b46345c980d2a17874117658917468a, regionState=OPEN, lastHost=7f3a3edaecc3,46463,1732619836950, regionLocation=7f3a3edaecc3,46463,1732619836950, openSeqNum=2 2024-11-26T11:17:39,062 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T11:17:39,062 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732619919062 2024-11-26T11:17:39,062 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732619979062 2024-11-26T11:17:39,062 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 10 msec 2024-11-26T11:17:39,062 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,37803,1732619853329-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:39,062 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,37803,1732619853329-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:39,063 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,37803,1732619853329-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:39,063 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): 7f3a3edaecc3,46463,1732619836950 had 2 regions 2024-11-26T11:17:39,063 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7f3a3edaecc3:37803, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:39,063 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:39,063 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:39,064 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 7f3a3edaecc3,46463,1732619836950, splitWal=true, meta=true, isMeta: false 2024-11-26T11:17:39,066 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/WALs/7f3a3edaecc3,46463,1732619836950-splitting dir is empty, no logs to split. 2024-11-26T11:17:39,067 INFO [PEWorker-5 {}] master.SplitWALManager(105): 7f3a3edaecc3,46463,1732619836950 WAL count=0, meta=false 2024-11-26T11:17:39,070 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.374sec 2024-11-26T11:17:39,070 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T11:17:39,070 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/WALs/7f3a3edaecc3,46463,1732619836950-splitting dir is empty, no logs to split. 2024-11-26T11:17:39,070 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T11:17:39,070 INFO [PEWorker-5 {}] master.SplitWALManager(105): 7f3a3edaecc3,46463,1732619836950 WAL count=0, meta=false 2024-11-26T11:17:39,070 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T11:17:39,070 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if 7f3a3edaecc3,46463,1732619836950 WAL splitting is done? wals=0, meta=false 2024-11-26T11:17:39,070 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T11:17:39,070 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T11:17:39,070 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,37803,1732619853329-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T11:17:39,070 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,37803,1732619853329-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T11:17:39,073 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9b46345c980d2a17874117658917468a, ASSIGN}] 2024-11-26T11:17:39,074 WARN [master/7f3a3edaecc3:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=7f3a3edaecc3,46463,1732619836950/hbase:replication,,1732619846957.9b46345c980d2a17874117658917468a. 2024-11-26T11:17:39,075 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T11:17:39,075 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T11:17:39,075 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,37803,1732619853329-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:39,075 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9b46345c980d2a17874117658917468a, ASSIGN 2024-11-26T11:17:39,076 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9b46345c980d2a17874117658917468a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-26T11:17:39,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@202547e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:17:39,122 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,37803,-1 for getting cluster id 2024-11-26T11:17:39,122 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:17:39,125 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '20e6f1b0-904b-4b42-b6c6-a0e6d33bd17d' 2024-11-26T11:17:39,126 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:17:39,126 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "20e6f1b0-904b-4b42-b6c6-a0e6d33bd17d" 2024-11-26T11:17:39,126 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f3c1a78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:17:39,126 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,37803,-1] 2024-11-26T11:17:39,127 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:17:39,128 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:17:39,130 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:17:39,131 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70c073d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:17:39,132 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:17:39,133 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,41445,1732619853487, seqNum=-1] 2024-11-26T11:17:39,133 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:17:39,135 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:17:39,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-26T11:17:39,138 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:17:39,138 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:17:39,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:17:39,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:17:39,138 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:17:39,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 7f3a3edaecc3:37803 after: 7f3a3edaecc3:37803 2024-11-26T11:17:39,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fa7aba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:17:39,139 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,37803,-1 for getting cluster id 2024-11-26T11:17:39,139 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:17:39,140 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '20e6f1b0-904b-4b42-b6c6-a0e6d33bd17d' 2024-11-26T11:17:39,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:17:39,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "20e6f1b0-904b-4b42-b6c6-a0e6d33bd17d" 2024-11-26T11:17:39,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a12fe90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:17:39,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,37803,-1] 2024-11-26T11:17:39,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:17:39,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:17:39,142 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:17:39,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69d59ec7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:17:39,143 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:17:39,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,37803,1732619853329 2024-11-26T11:17:39,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2618842d 2024-11-26T11:17:39,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:17:39,146 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:17:39,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37803 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-26T11:17:39,147 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37803 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-26T11:17:39,148 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37803 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-26T11:17:39,149 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37803 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-26T11:17:39,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T11:17:39,150 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:17:39,150 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:17:39,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:17:39,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:17:39,150 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:17:39,151 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T11:17:39,151 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1236997482, stopped=false 2024-11-26T11:17:39,151 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7f3a3edaecc3,33897,1732619842881 2024-11-26T11:17:39,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34599-0x10176dc7c370004, quorum=127.0.0.1:50101, baseZNode=/11842006832 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11842006832/running 2024-11-26T11:17:39,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33897-0x10176dc7c370003, quorum=127.0.0.1:50101, baseZNode=/11842006832 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11842006832/running 2024-11-26T11:17:39,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33897-0x10176dc7c370003, quorum=127.0.0.1:50101, baseZNode=/11842006832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11842006832 2024-11-26T11:17:39,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34599-0x10176dc7c370004, quorum=127.0.0.1:50101, baseZNode=/11842006832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11842006832 2024-11-26T11:17:39,200 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T11:17:39,200 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:17:39,201 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34599-0x10176dc7c370004, quorum=127.0.0.1:50101, baseZNode=/11842006832 Set watcher on znode that does not yet exist, /11842006832/running 2024-11-26T11:17:39,201 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:17:39,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:17:39,202 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7f3a3edaecc3,34599,1732619843032' ***** 2024-11-26T11:17:39,202 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T11:17:39,203 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33897-0x10176dc7c370003, quorum=127.0.0.1:50101, baseZNode=/11842006832 Set watcher on znode that does not yet exist, /11842006832/running 2024-11-26T11:17:39,203 INFO [RS:0;7f3a3edaecc3:34599 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T11:17:39,203 INFO [RS:0;7f3a3edaecc3:34599 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T11:17:39,203 INFO [RS:0;7f3a3edaecc3:34599 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T11:17:39,203 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T11:17:39,204 INFO [RS:0;7f3a3edaecc3:34599 {}] regionserver.HRegionServer(959): stopping server 7f3a3edaecc3,34599,1732619843032 2024-11-26T11:17:39,204 INFO [RS:0;7f3a3edaecc3:34599 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T11:17:39,204 INFO [RS:0;7f3a3edaecc3:34599 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7f3a3edaecc3:34599. 2024-11-26T11:17:39,204 DEBUG [RS:0;7f3a3edaecc3:34599 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:17:39,204 DEBUG [RS:0;7f3a3edaecc3:34599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:17:39,205 INFO [RS:0;7f3a3edaecc3:34599 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T11:17:39,205 INFO [RS:0;7f3a3edaecc3:34599 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T11:17:39,205 INFO [RS:0;7f3a3edaecc3:34599 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T11:17:39,205 INFO [RS:0;7f3a3edaecc3:34599 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T11:17:39,206 INFO [RS:0;7f3a3edaecc3:34599 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T11:17:39,206 DEBUG [RS:0;7f3a3edaecc3:34599 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T11:17:39,206 DEBUG [RS:0;7f3a3edaecc3:34599 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T11:17:39,206 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T11:17:39,206 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T11:17:39,206 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T11:17:39,206 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T11:17:39,206 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T11:17:39,207 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-26T11:17:39,223 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40943/user/jenkins/test-data/5cee19e5-bce7-6c6a-6eac-3ceeeb5d667c/data/hbase/meta/1588230740/.tmp/ns/3d8acad6dd254e1a91502d0ddaa4a8fd is 43, key is default/ns:d/1732619846629/Put/seqid=0 2024-11-26T11:17:39,226 DEBUG [7f3a3edaecc3:37803 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T11:17:39,227 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=9b46345c980d2a17874117658917468a, regionState=OPENING, regionLocation=7f3a3edaecc3,41445,1732619853487 2024-11-26T11:17:39,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42285 is added to blk_1073741835_1011 (size=5153) 2024-11-26T11:17:39,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9b46345c980d2a17874117658917468a, ASSIGN because future has completed 2024-11-26T11:17:39,231 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b46345c980d2a17874117658917468a, server=7f3a3edaecc3,41445,1732619853487}] 2024-11-26T11:17:39,275 INFO [regionserver/7f3a3edaecc3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T11:17:39,358 INFO [regionserver/7f3a3edaecc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T11:17:39,359 INFO [regionserver/7f3a3edaecc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T11:17:39,390 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732619846957.9b46345c980d2a17874117658917468a. 2024-11-26T11:17:39,391 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:17:39,391 DEBUG [RS:0;7f3a3edaecc3:41445.replicationSource.wal-reader.7f3a3edaecc3%2C41445%2C1732619853487,1-7f3a3edaecc3,41445,1732619853487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/WALs/7f3a3edaecc3,41445,1732619853487/7f3a3edaecc3%2C41445%2C1732619853487.1732619854884 to pos 0, reset compression=false 2024-11-26T11:17:39,391 DEBUG [RS:0;7f3a3edaecc3:41445.replicationSource.wal-reader.7f3a3edaecc3%2C41445%2C1732619853487,2-7f3a3edaecc3,41445,1732619853487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/WALs/7f3a3edaecc3,41445,1732619853487/7f3a3edaecc3%2C41445%2C1732619853487.1732619854884 to pos 0, reset compression=false 2024-11-26T11:17:39,391 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T11:17:39,396 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7f3a3edaecc3%2C41445%2C1732619853487.rep, suffix=, logDir=hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/WALs/7f3a3edaecc3,41445,1732619853487, archiveDir=hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/oldWALs, maxLogs=10 2024-11-26T11:17:39,406 DEBUG [RS:0;7f3a3edaecc3:34599 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T11:17:39,412 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/WALs/7f3a3edaecc3,41445,1732619853487/7f3a3edaecc3%2C41445%2C1732619853487.rep.1732619859396, exclude list is [], retry=0 2024-11-26T11:17:39,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38049,DS-7f47b313-0b7e-4dfe-bbde-19540391df7f,DISK] 2024-11-26T11:17:39,417 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/WALs/7f3a3edaecc3,41445,1732619853487/7f3a3edaecc3%2C41445%2C1732619853487.rep.1732619859396 2024-11-26T11:17:39,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42521:42521)] 2024-11-26T11:17:39,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 9b46345c980d2a17874117658917468a, NAME => 'hbase:replication,,1732619846957.9b46345c980d2a17874117658917468a.', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:17:39,418 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T11:17:39,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T11:17:39,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732619846957.9b46345c980d2a17874117658917468a. service=MultiRowMutationService 2024-11-26T11:17:39,419 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T11:17:39,419 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9b46345c980d2a17874117658917468a 2024-11-26T11:17:39,419 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732619846957.9b46345c980d2a17874117658917468a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:17:39,419 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 9b46345c980d2a17874117658917468a 2024-11-26T11:17:39,419 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 9b46345c980d2a17874117658917468a 2024-11-26T11:17:39,421 INFO [StoreOpener-9b46345c980d2a17874117658917468a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9b46345c980d2a17874117658917468a 2024-11-26T11:17:39,422 INFO [StoreOpener-9b46345c980d2a17874117658917468a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b46345c980d2a17874117658917468a columnFamilyName hfileref 2024-11-26T11:17:39,422 DEBUG [StoreOpener-9b46345c980d2a17874117658917468a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:39,423 INFO [StoreOpener-9b46345c980d2a17874117658917468a-1 {}] regionserver.HStore(327): Store=9b46345c980d2a17874117658917468a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:17:39,423 INFO [StoreOpener-9b46345c980d2a17874117658917468a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9b46345c980d2a17874117658917468a 2024-11-26T11:17:39,424 INFO [StoreOpener-9b46345c980d2a17874117658917468a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b46345c980d2a17874117658917468a columnFamilyName queue 2024-11-26T11:17:39,424 DEBUG [StoreOpener-9b46345c980d2a17874117658917468a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:39,432 DEBUG [StoreOpener-9b46345c980d2a17874117658917468a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/data/hbase/replication/9b46345c980d2a17874117658917468a/queue/a1f3593ba34c4d1190806ae84520f63f 2024-11-26T11:17:39,432 INFO [StoreOpener-9b46345c980d2a17874117658917468a-1 {}] regionserver.HStore(327): Store=9b46345c980d2a17874117658917468a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:17:39,432 INFO [StoreOpener-9b46345c980d2a17874117658917468a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9b46345c980d2a17874117658917468a 2024-11-26T11:17:39,434 INFO [StoreOpener-9b46345c980d2a17874117658917468a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b46345c980d2a17874117658917468a columnFamilyName sid 2024-11-26T11:17:39,434 DEBUG [StoreOpener-9b46345c980d2a17874117658917468a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:39,434 INFO [StoreOpener-9b46345c980d2a17874117658917468a-1 {}] regionserver.HStore(327): Store=9b46345c980d2a17874117658917468a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:17:39,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 9b46345c980d2a17874117658917468a 2024-11-26T11:17:39,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/data/hbase/replication/9b46345c980d2a17874117658917468a 2024-11-26T11:17:39,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/data/hbase/replication/9b46345c980d2a17874117658917468a 2024-11-26T11:17:39,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 9b46345c980d2a17874117658917468a 2024-11-26T11:17:39,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 9b46345c980d2a17874117658917468a 2024-11-26T11:17:39,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T11:17:39,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 9b46345c980d2a17874117658917468a 2024-11-26T11:17:39,443 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 9b46345c980d2a17874117658917468a; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62399828, jitterRate=-0.07017010450363159}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T11:17:39,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9b46345c980d2a17874117658917468a 2024-11-26T11:17:39,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 9b46345c980d2a17874117658917468a: Running coprocessor pre-open hook at 1732619859419Writing region info on filesystem at 1732619859419Initializing all the Stores at 1732619859420 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619859420Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619859421 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619859421Cleaning up temporary data from old regions at 1732619859438 (+17 ms)Running coprocessor post-open hooks at 1732619859443 (+5 ms)Region opened successfully at 1732619859444 (+1 ms) 2024-11-26T11:17:39,445 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732619846957.9b46345c980d2a17874117658917468a., pid=19, masterSystemTime=1732619859384 2024-11-26T11:17:39,447 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732619846957.9b46345c980d2a17874117658917468a. 2024-11-26T11:17:39,448 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732619846957.9b46345c980d2a17874117658917468a. 2024-11-26T11:17:39,448 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=9b46345c980d2a17874117658917468a, regionState=OPEN, openSeqNum=10, regionLocation=7f3a3edaecc3,41445,1732619853487 2024-11-26T11:17:39,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b46345c980d2a17874117658917468a, server=7f3a3edaecc3,41445,1732619853487 because future has completed 2024-11-26T11:17:39,456 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-26T11:17:39,456 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 9b46345c980d2a17874117658917468a, server=7f3a3edaecc3,41445,1732619853487 in 222 msec 2024-11-26T11:17:39,459 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-26T11:17:39,459 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9b46345c980d2a17874117658917468a, ASSIGN in 383 msec 2024-11-26T11:17:39,461 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-26T11:17:39,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732619846957.9b46345c980d2a17874117658917468a., hostname=7f3a3edaecc3,41445,1732619853487, seqNum=10] 2024-11-26T11:17:39,505 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 7f3a3edaecc3,46463,1732619836950 2024-11-26T11:17:39,506 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-26T11:17:39,607 DEBUG [RS:0;7f3a3edaecc3:34599 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T11:17:39,630 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40943/user/jenkins/test-data/5cee19e5-bce7-6c6a-6eac-3ceeeb5d667c/data/hbase/meta/1588230740/.tmp/ns/3d8acad6dd254e1a91502d0ddaa4a8fd 2024-11-26T11:17:39,639 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40943/user/jenkins/test-data/5cee19e5-bce7-6c6a-6eac-3ceeeb5d667c/data/hbase/meta/1588230740/.tmp/ns/3d8acad6dd254e1a91502d0ddaa4a8fd as hdfs://localhost:40943/user/jenkins/test-data/5cee19e5-bce7-6c6a-6eac-3ceeeb5d667c/data/hbase/meta/1588230740/ns/3d8acad6dd254e1a91502d0ddaa4a8fd 2024-11-26T11:17:39,647 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40943/user/jenkins/test-data/5cee19e5-bce7-6c6a-6eac-3ceeeb5d667c/data/hbase/meta/1588230740/ns/3d8acad6dd254e1a91502d0ddaa4a8fd, entries=2, sequenceid=6, filesize=5.0 K 2024-11-26T11:17:39,648 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 441ms, sequenceid=6, compaction requested=false 2024-11-26T11:17:39,649 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T11:17:39,655 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40943/user/jenkins/test-data/5cee19e5-bce7-6c6a-6eac-3ceeeb5d667c/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-26T11:17:39,655 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T11:17:39,655 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T11:17:39,655 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T11:17:39,656 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732619859206Running coprocessor pre-close hooks at 1732619859206Disabling compacts and flushes for region at 1732619859206Disabling writes for close at 1732619859206Obtaining lock to block concurrent updates at 1732619859207 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732619859207Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732619859207Flushing stores of hbase:meta,,1.1588230740 at 1732619859208 (+1 ms)Flushing 1588230740/ns: creating writer at 1732619859208Flushing 1588230740/ns: appending metadata at 1732619859222 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732619859222Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6973100e: reopening flushed file at 1732619859638 (+416 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 441ms, sequenceid=6, compaction requested=false at 1732619859649 (+11 ms)Writing region close event to WAL at 1732619859650 (+1 ms)Running coprocessor post-close hooks at 1732619859655 (+5 ms)Closed at 1732619859655 2024-11-26T11:17:39,656 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T11:17:39,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41445 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-26T11:17:39,807 INFO [RS:0;7f3a3edaecc3:34599 {}] regionserver.HRegionServer(976): stopping server 7f3a3edaecc3,34599,1732619843032; all regions closed. 2024-11-26T11:17:39,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42285 is added to blk_1073741834_1010 (size=1152) 2024-11-26T11:17:39,816 DEBUG [RS:0;7f3a3edaecc3:34599 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5cee19e5-bce7-6c6a-6eac-3ceeeb5d667c/oldWALs 2024-11-26T11:17:39,816 INFO [RS:0;7f3a3edaecc3:34599 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7f3a3edaecc3%2C34599%2C1732619843032.meta:.meta(num 1732619846347) 2024-11-26T11:17:39,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42285 is added to blk_1073741832_1008 (size=93) 2024-11-26T11:17:39,821 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5cee19e5-bce7-6c6a-6eac-3ceeeb5d667c/WALs/7f3a3edaecc3,34599,1732619843032/7f3a3edaecc3%2C34599%2C1732619843032.1732619845515 not finished, retry = 0 2024-11-26T11:17:39,924 DEBUG [RS:0;7f3a3edaecc3:34599 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5cee19e5-bce7-6c6a-6eac-3ceeeb5d667c/oldWALs 2024-11-26T11:17:39,924 INFO [RS:0;7f3a3edaecc3:34599 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7f3a3edaecc3%2C34599%2C1732619843032:(num 1732619845515) 2024-11-26T11:17:39,924 DEBUG [RS:0;7f3a3edaecc3:34599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:17:39,924 INFO [RS:0;7f3a3edaecc3:34599 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T11:17:39,924 INFO [RS:0;7f3a3edaecc3:34599 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T11:17:39,925 INFO [RS:0;7f3a3edaecc3:34599 {}] hbase.ChoreService(370): Chore service for: regionserver/7f3a3edaecc3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T11:17:39,925 INFO [RS:0;7f3a3edaecc3:34599 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T11:17:39,925 INFO [regionserver/7f3a3edaecc3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T11:17:39,925 INFO [RS:0;7f3a3edaecc3:34599 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34599 2024-11-26T11:17:39,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34599-0x10176dc7c370004, quorum=127.0.0.1:50101, baseZNode=/11842006832 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11842006832/rs/7f3a3edaecc3,34599,1732619843032 2024-11-26T11:17:39,978 INFO [RS:0;7f3a3edaecc3:34599 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T11:17:39,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33897-0x10176dc7c370003, quorum=127.0.0.1:50101, baseZNode=/11842006832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11842006832/rs 2024-11-26T11:17:39,988 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7f3a3edaecc3,34599,1732619843032] 2024-11-26T11:17:39,999 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11842006832/draining/7f3a3edaecc3,34599,1732619843032 already deleted, retry=false 2024-11-26T11:17:39,999 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7f3a3edaecc3,34599,1732619843032 expired; onlineServers=0 2024-11-26T11:17:39,999 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7f3a3edaecc3,33897,1732619842881' ***** 2024-11-26T11:17:39,999 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T11:17:40,000 INFO [M:0;7f3a3edaecc3:33897 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T11:17:40,000 INFO [M:0;7f3a3edaecc3:33897 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T11:17:40,000 DEBUG [M:0;7f3a3edaecc3:33897 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T11:17:40,000 DEBUG [M:0;7f3a3edaecc3:33897 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T11:17:40,000 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T11:17:40,000 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732619845176 {}] cleaner.HFileCleaner(306): Exit Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732619845176,5,FailOnTimeoutGroup] 2024-11-26T11:17:40,000 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732619845176 {}] cleaner.HFileCleaner(306): Exit Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732619845176,5,FailOnTimeoutGroup] 2024-11-26T11:17:40,001 INFO [M:0;7f3a3edaecc3:33897 {}] hbase.ChoreService(370): Chore service for: master/7f3a3edaecc3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T11:17:40,001 INFO [M:0;7f3a3edaecc3:33897 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T11:17:40,001 DEBUG [M:0;7f3a3edaecc3:33897 {}] master.HMaster(1795): Stopping service threads 2024-11-26T11:17:40,001 INFO [M:0;7f3a3edaecc3:33897 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T11:17:40,001 INFO [M:0;7f3a3edaecc3:33897 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T11:17:40,002 INFO [M:0;7f3a3edaecc3:33897 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T11:17:40,002 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T11:17:40,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33897-0x10176dc7c370003, quorum=127.0.0.1:50101, baseZNode=/11842006832 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11842006832/master 2024-11-26T11:17:40,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33897-0x10176dc7c370003, quorum=127.0.0.1:50101, baseZNode=/11842006832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11842006832 2024-11-26T11:17:40,010 DEBUG [M:0;7f3a3edaecc3:33897 {}] zookeeper.ZKUtil(347): master:33897-0x10176dc7c370003, quorum=127.0.0.1:50101, baseZNode=/11842006832 Unable to get data of znode /11842006832/master because node does not exist (not an error) 2024-11-26T11:17:40,010 WARN [M:0;7f3a3edaecc3:33897 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T11:17:40,013 INFO [M:0;7f3a3edaecc3:33897 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40943/user/jenkins/test-data/5cee19e5-bce7-6c6a-6eac-3ceeeb5d667c/.lastflushedseqids 2024-11-26T11:17:40,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42285 is added to blk_1073741836_1012 (size=99) 2024-11-26T11:17:40,023 INFO [M:0;7f3a3edaecc3:33897 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T11:17:40,023 INFO [M:0;7f3a3edaecc3:33897 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T11:17:40,023 DEBUG [M:0;7f3a3edaecc3:33897 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T11:17:40,023 INFO [M:0;7f3a3edaecc3:33897 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:17:40,023 DEBUG [M:0;7f3a3edaecc3:33897 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:17:40,023 DEBUG [M:0;7f3a3edaecc3:33897 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T11:17:40,024 DEBUG [M:0;7f3a3edaecc3:33897 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:17:40,024 INFO [M:0;7f3a3edaecc3:33897 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-26T11:17:40,041 DEBUG [M:0;7f3a3edaecc3:33897 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40943/user/jenkins/test-data/5cee19e5-bce7-6c6a-6eac-3ceeeb5d667c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/90949388ae69489786e394872cd837e1 is 82, key is hbase:meta,,1/info:regioninfo/1732619846487/Put/seqid=0 2024-11-26T11:17:40,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42285 is added to blk_1073741837_1013 (size=5672) 2024-11-26T11:17:40,089 INFO [RS:0;7f3a3edaecc3:34599 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T11:17:40,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34599-0x10176dc7c370004, quorum=127.0.0.1:50101, baseZNode=/11842006832 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:17:40,089 INFO [RS:0;7f3a3edaecc3:34599 {}] regionserver.HRegionServer(1031): Exiting; stopping=7f3a3edaecc3,34599,1732619843032; zookeeper connection closed. 2024-11-26T11:17:40,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34599-0x10176dc7c370004, quorum=127.0.0.1:50101, baseZNode=/11842006832 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:17:40,089 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@754d088d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@754d088d 2024-11-26T11:17:40,089 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T11:17:40,400 DEBUG [RS:0;7f3a3edaecc3:41445.replicationSource.wal-reader.7f3a3edaecc3%2C41445%2C1732619853487,1-7f3a3edaecc3,41445,1732619853487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/WALs/7f3a3edaecc3,41445,1732619853487/7f3a3edaecc3%2C41445%2C1732619853487.1732619854884 to pos 0, reset compression=false 2024-11-26T11:17:40,402 DEBUG [RS:0;7f3a3edaecc3:41445.replicationSource.wal-reader.7f3a3edaecc3%2C41445%2C1732619853487,2-7f3a3edaecc3,41445,1732619853487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/WALs/7f3a3edaecc3,41445,1732619853487/7f3a3edaecc3%2C41445%2C1732619853487.1732619854884 to pos 0, reset compression=false 2024-11-26T11:17:40,447 INFO [M:0;7f3a3edaecc3:33897 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40943/user/jenkins/test-data/5cee19e5-bce7-6c6a-6eac-3ceeeb5d667c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/90949388ae69489786e394872cd837e1 2024-11-26T11:17:40,470 DEBUG [M:0;7f3a3edaecc3:33897 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40943/user/jenkins/test-data/5cee19e5-bce7-6c6a-6eac-3ceeeb5d667c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/399de60ab9bd43069b4d526ec65c5c26 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732619846644/Put/seqid=0 2024-11-26T11:17:40,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42285 is added to blk_1073741838_1014 (size=5275) 2024-11-26T11:17:40,653 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T11:17:40,876 INFO [M:0;7f3a3edaecc3:33897 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40943/user/jenkins/test-data/5cee19e5-bce7-6c6a-6eac-3ceeeb5d667c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/399de60ab9bd43069b4d526ec65c5c26 2024-11-26T11:17:40,900 DEBUG [M:0;7f3a3edaecc3:33897 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40943/user/jenkins/test-data/5cee19e5-bce7-6c6a-6eac-3ceeeb5d667c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7b6378883fd248859b1d9f287561c777 is 69, key is 7f3a3edaecc3,34599,1732619843032/rs:state/1732619845253/Put/seqid=0 2024-11-26T11:17:40,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42285 is added to blk_1073741839_1015 (size=5156) 2024-11-26T11:17:41,306 INFO [M:0;7f3a3edaecc3:33897 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40943/user/jenkins/test-data/5cee19e5-bce7-6c6a-6eac-3ceeeb5d667c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7b6378883fd248859b1d9f287561c777 2024-11-26T11:17:41,313 DEBUG [M:0;7f3a3edaecc3:33897 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40943/user/jenkins/test-data/5cee19e5-bce7-6c6a-6eac-3ceeeb5d667c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/90949388ae69489786e394872cd837e1 as hdfs://localhost:40943/user/jenkins/test-data/5cee19e5-bce7-6c6a-6eac-3ceeeb5d667c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/90949388ae69489786e394872cd837e1 2024-11-26T11:17:41,319 INFO [M:0;7f3a3edaecc3:33897 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40943/user/jenkins/test-data/5cee19e5-bce7-6c6a-6eac-3ceeeb5d667c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/90949388ae69489786e394872cd837e1, entries=8, sequenceid=28, filesize=5.5 K 2024-11-26T11:17:41,320 DEBUG [M:0;7f3a3edaecc3:33897 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40943/user/jenkins/test-data/5cee19e5-bce7-6c6a-6eac-3ceeeb5d667c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/399de60ab9bd43069b4d526ec65c5c26 as hdfs://localhost:40943/user/jenkins/test-data/5cee19e5-bce7-6c6a-6eac-3ceeeb5d667c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/399de60ab9bd43069b4d526ec65c5c26 2024-11-26T11:17:41,326 INFO [M:0;7f3a3edaecc3:33897 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40943/user/jenkins/test-data/5cee19e5-bce7-6c6a-6eac-3ceeeb5d667c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/399de60ab9bd43069b4d526ec65c5c26, entries=3, sequenceid=28, filesize=5.2 K 2024-11-26T11:17:41,327 DEBUG [M:0;7f3a3edaecc3:33897 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40943/user/jenkins/test-data/5cee19e5-bce7-6c6a-6eac-3ceeeb5d667c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7b6378883fd248859b1d9f287561c777 as hdfs://localhost:40943/user/jenkins/test-data/5cee19e5-bce7-6c6a-6eac-3ceeeb5d667c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7b6378883fd248859b1d9f287561c777 2024-11-26T11:17:41,334 INFO [M:0;7f3a3edaecc3:33897 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40943/user/jenkins/test-data/5cee19e5-bce7-6c6a-6eac-3ceeeb5d667c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7b6378883fd248859b1d9f287561c777, entries=1, sequenceid=28, filesize=5.0 K 2024-11-26T11:17:41,335 INFO [M:0;7f3a3edaecc3:33897 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1311ms, sequenceid=28, compaction requested=false 2024-11-26T11:17:41,336 INFO [M:0;7f3a3edaecc3:33897 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:17:41,336 DEBUG [M:0;7f3a3edaecc3:33897 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732619860023Disabling compacts and flushes for region at 1732619860023Disabling writes for close at 1732619860023Obtaining lock to block concurrent updates at 1732619860024 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732619860024Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732619860024Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732619860025 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732619860025Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732619860041 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732619860041Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732619860455 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732619860469 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732619860469Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732619860882 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732619860899 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732619860899Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a2a6ad9: reopening flushed file at 1732619861311 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d069e25: reopening flushed file at 1732619861319 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d33bf36: reopening flushed file at 1732619861326 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1311ms, sequenceid=28, compaction requested=false at 1732619861335 (+9 ms)Writing region close event to WAL at 1732619861336 (+1 ms)Closed at 1732619861336 2024-11-26T11:17:41,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42285 is added to blk_1073741830_1006 (size=10165) 2024-11-26T11:17:41,339 INFO [M:0;7f3a3edaecc3:33897 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T11:17:41,339 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T11:17:41,340 INFO [M:0;7f3a3edaecc3:33897 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33897 2024-11-26T11:17:41,342 INFO [M:0;7f3a3edaecc3:33897 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T11:17:41,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33897-0x10176dc7c370003, quorum=127.0.0.1:50101, baseZNode=/11842006832 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:17:41,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33897-0x10176dc7c370003, quorum=127.0.0.1:50101, baseZNode=/11842006832 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:17:41,507 DEBUG [RS:0;7f3a3edaecc3:41445.replicationSource.wal-reader.7f3a3edaecc3%2C41445%2C1732619853487,1-7f3a3edaecc3,41445,1732619853487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/WALs/7f3a3edaecc3,41445,1732619853487/7f3a3edaecc3%2C41445%2C1732619853487.1732619854884 to pos 0, reset compression=false 2024-11-26T11:17:41,508 DEBUG [RS:0;7f3a3edaecc3:41445.replicationSource.wal-reader.7f3a3edaecc3%2C41445%2C1732619853487,2-7f3a3edaecc3,41445,1732619853487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/WALs/7f3a3edaecc3,41445,1732619853487/7f3a3edaecc3%2C41445%2C1732619853487.1732619854884 to pos 0, reset compression=false 2024-11-26T11:17:41,533 INFO [M:0;7f3a3edaecc3:33897 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T11:17:41,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9be97df{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T11:17:41,544 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@67809df2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T11:17:41,544 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T11:17:41,544 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63b160f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T11:17:41,544 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@303b16b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a2256f-47b3-cafa-5c8d-78feae131005/hadoop.log.dir/,STOPPED} 2024-11-26T11:17:41,546 WARN [BP-1033558990-172.17.0.3-1732619840682 heartbeating to localhost/127.0.0.1:40943 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T11:17:41,546 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T11:17:41,546 WARN [BP-1033558990-172.17.0.3-1732619840682 heartbeating to localhost/127.0.0.1:40943 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1033558990-172.17.0.3-1732619840682 (Datanode Uuid 5d6a46bb-a56b-4299-8cc7-d7605a54aff0) service to localhost/127.0.0.1:40943 2024-11-26T11:17:41,546 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T11:17:41,547 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a2256f-47b3-cafa-5c8d-78feae131005/cluster_4cd7261f-d864-1149-a6bb-007e9c4d5cea/data/data1/current/BP-1033558990-172.17.0.3-1732619840682 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T11:17:41,548 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a2256f-47b3-cafa-5c8d-78feae131005/cluster_4cd7261f-d864-1149-a6bb-007e9c4d5cea/data/data2/current/BP-1033558990-172.17.0.3-1732619840682 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T11:17:41,548 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T11:17:41,553 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c5245d9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T11:17:41,554 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e53dcaa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T11:17:41,554 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T11:17:41,554 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2fd86e33{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T11:17:41,554 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48f6f114{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a2256f-47b3-cafa-5c8d-78feae131005/hadoop.log.dir/,STOPPED} 2024-11-26T11:17:41,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T11:17:41,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T11:17:41,577 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:17:41,577 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:17:41,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:17:41,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:17:41,577 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:17:41,577 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T11:17:41,577 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2124243524, stopped=false 2024-11-26T11:17:41,578 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7f3a3edaecc3,37803,1732619853329 2024-11-26T11:17:41,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41445-0x10176dc7c370007, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-694052383/running 2024-11-26T11:17:41,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37803-0x10176dc7c370006, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-694052383/running 2024-11-26T11:17:41,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41445-0x10176dc7c370007, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-694052383 2024-11-26T11:17:41,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37803-0x10176dc7c370006, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-694052383 2024-11-26T11:17:41,640 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T11:17:41,641 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:17:41,641 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:17:41,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:17:41,641 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7f3a3edaecc3,41445,1732619853487' ***** 2024-11-26T11:17:41,641 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T11:17:41,641 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37803-0x10176dc7c370006, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Set watcher on znode that does not yet exist, /0-694052383/running 2024-11-26T11:17:41,641 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41445-0x10176dc7c370007, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Set watcher on znode that does not yet exist, /0-694052383/running 2024-11-26T11:17:41,641 INFO [RS:0;7f3a3edaecc3:41445 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T11:17:41,642 INFO [RS:0;7f3a3edaecc3:41445 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T11:17:41,642 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T11:17:41,642 INFO [RS:0;7f3a3edaecc3:41445 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T11:17:41,642 INFO [RS:0;7f3a3edaecc3:41445 {}] regionserver.HRegionServer(3091): Received CLOSE for 9b46345c980d2a17874117658917468a 2024-11-26T11:17:41,642 INFO [RS:0;7f3a3edaecc3:41445 {}] regionserver.HRegionServer(959): stopping server 7f3a3edaecc3,41445,1732619853487 2024-11-26T11:17:41,642 INFO [RS:0;7f3a3edaecc3:41445 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T11:17:41,642 INFO [RS:0;7f3a3edaecc3:41445 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7f3a3edaecc3:41445. 2024-11-26T11:17:41,642 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9b46345c980d2a17874117658917468a, disabling compactions & flushes 2024-11-26T11:17:41,642 DEBUG [RS:0;7f3a3edaecc3:41445 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:17:41,642 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732619846957.9b46345c980d2a17874117658917468a. 2024-11-26T11:17:41,642 DEBUG [RS:0;7f3a3edaecc3:41445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:17:41,642 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732619846957.9b46345c980d2a17874117658917468a. 2024-11-26T11:17:41,642 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732619846957.9b46345c980d2a17874117658917468a. after waiting 0 ms 2024-11-26T11:17:41,642 INFO [RS:0;7f3a3edaecc3:41445 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T11:17:41,642 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732619846957.9b46345c980d2a17874117658917468a. 2024-11-26T11:17:41,643 INFO [RS:0;7f3a3edaecc3:41445 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T11:17:41,643 INFO [RS:0;7f3a3edaecc3:41445 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T11:17:41,643 INFO [RS:0;7f3a3edaecc3:41445 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T11:17:41,643 INFO [RS:0;7f3a3edaecc3:41445 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T11:17:41,643 DEBUG [RS:0;7f3a3edaecc3:41445 {}] regionserver.HRegionServer(1325): Online Regions={9b46345c980d2a17874117658917468a=hbase:replication,,1732619846957.9b46345c980d2a17874117658917468a., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T11:17:41,643 DEBUG [RS:0;7f3a3edaecc3:41445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9b46345c980d2a17874117658917468a 2024-11-26T11:17:41,643 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T11:17:41,643 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T11:17:41,643 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T11:17:41,643 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T11:17:41,643 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T11:17:41,644 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-26T11:17:41,648 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/data/hbase/replication/9b46345c980d2a17874117658917468a/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-26T11:17:41,649 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T11:17:41,649 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T11:17:41,649 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732619846957.9b46345c980d2a17874117658917468a. 2024-11-26T11:17:41,649 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9b46345c980d2a17874117658917468a: Waiting for close lock at 1732619861642Running coprocessor pre-close hooks at 1732619861642Disabling compacts and flushes for region at 1732619861642Disabling writes for close at 1732619861642Writing region close event to WAL at 1732619861643 (+1 ms)Running coprocessor post-close hooks at 1732619861649 (+6 ms)Closed at 1732619861649 2024-11-26T11:17:41,650 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732619846957.9b46345c980d2a17874117658917468a. 2024-11-26T11:17:41,663 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/data/hbase/meta/1588230740/.tmp/info/bc139788e7334266b52b95f48480b41b is 147, key is hbase:replication,,1732619846957.9b46345c980d2a17874117658917468a./info:regioninfo/1732619859448/Put/seqid=0 2024-11-26T11:17:41,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741851_1027 (size=6385) 2024-11-26T11:17:41,720 INFO [regionserver/7f3a3edaecc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T11:17:41,720 INFO [regionserver/7f3a3edaecc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T11:17:41,722 INFO [regionserver/7f3a3edaecc3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T11:17:41,843 DEBUG [RS:0;7f3a3edaecc3:41445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T11:17:42,043 DEBUG [RS:0;7f3a3edaecc3:41445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T11:17:42,069 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/data/hbase/meta/1588230740/.tmp/info/bc139788e7334266b52b95f48480b41b 2024-11-26T11:17:42,080 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/data/hbase/meta/1588230740/.tmp/info/bc139788e7334266b52b95f48480b41b as hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/data/hbase/meta/1588230740/info/bc139788e7334266b52b95f48480b41b 2024-11-26T11:17:42,089 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/data/hbase/meta/1588230740/info/bc139788e7334266b52b95f48480b41b, entries=8, sequenceid=19, filesize=6.2 K 2024-11-26T11:17:42,090 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 447ms, sequenceid=19, compaction requested=false 2024-11-26T11:17:42,099 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-26T11:17:42,099 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T11:17:42,099 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T11:17:42,100 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T11:17:42,100 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732619861643Running coprocessor pre-close hooks at 1732619861643Disabling compacts and flushes for region at 1732619861643Disabling writes for close at 1732619861643Obtaining lock to block concurrent updates at 1732619861644 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732619861644Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732619861644Flushing stores of hbase:meta,,1.1588230740 at 1732619861645 (+1 ms)Flushing 1588230740/info: creating writer at 1732619861645Flushing 1588230740/info: appending metadata at 1732619861663 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732619861663Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5319b7fe: reopening flushed file at 1732619862078 (+415 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 447ms, sequenceid=19, compaction requested=false at 1732619862090 (+12 ms)Writing region close event to WAL at 1732619862094 (+4 ms)Running coprocessor post-close hooks at 1732619862099 (+5 ms)Closed at 1732619862100 (+1 ms) 2024-11-26T11:17:42,100 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T11:17:42,244 INFO [RS:0;7f3a3edaecc3:41445 {}] regionserver.HRegionServer(976): stopping server 7f3a3edaecc3,41445,1732619853487; all regions closed. 2024-11-26T11:17:42,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741849_1025 (size=2156) 2024-11-26T11:17:42,253 DEBUG [RS:0;7f3a3edaecc3:41445 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/oldWALs 2024-11-26T11:17:42,253 INFO [RS:0;7f3a3edaecc3:41445 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7f3a3edaecc3%2C41445%2C1732619853487.meta:.meta(num 1732619855129) 2024-11-26T11:17:42,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741850_1026 (size=796) 2024-11-26T11:17:42,259 DEBUG [RS:0;7f3a3edaecc3:41445 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/oldWALs 2024-11-26T11:17:42,259 INFO [RS:0;7f3a3edaecc3:41445 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7f3a3edaecc3%2C41445%2C1732619853487.rep:(num 1732619859396) 2024-11-26T11:17:42,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741848_1024 (size=93) 2024-11-26T11:17:42,269 DEBUG [RS:0;7f3a3edaecc3:41445 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/oldWALs 2024-11-26T11:17:42,269 INFO [RS:0;7f3a3edaecc3:41445 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7f3a3edaecc3%2C41445%2C1732619853487:(num 1732619854884) 2024-11-26T11:17:42,269 DEBUG [RS:0;7f3a3edaecc3:41445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:17:42,269 INFO [RS:0;7f3a3edaecc3:41445 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T11:17:42,270 INFO [RS:0;7f3a3edaecc3:41445 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T11:17:42,270 INFO [RS:0;7f3a3edaecc3:41445 {}] hbase.ChoreService(370): Chore service for: regionserver/7f3a3edaecc3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T11:17:42,270 INFO [RS:0;7f3a3edaecc3:41445 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T11:17:42,270 INFO [regionserver/7f3a3edaecc3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T11:17:42,270 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/7f3a3edaecc3:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-26T11:17:42,270 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/7f3a3edaecc3:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-26T11:17:42,270 INFO [RS:0;7f3a3edaecc3:41445 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7f3a3edaecc3,41445,1732619853487 because: Region server is closing 2024-11-26T11:17:42,270 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/7f3a3edaecc3:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-26T11:17:42,271 INFO [RS:0;7f3a3edaecc3:41445 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7f3a3edaecc3:41445. 2024-11-26T11:17:42,271 DEBUG [RS:0;7f3a3edaecc3:41445 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:17:42,271 DEBUG [RS:0;7f3a3edaecc3:41445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:17:42,271 DEBUG [RS:0;7f3a3edaecc3:41445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:17:42,271 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:17:42,371 WARN [RS:0;7f3a3edaecc3:41445.replicationSource.wal-reader.7f3a3edaecc3%2C41445%2C1732619853487,1-7f3a3edaecc3,41445,1732619853487 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T11:17:42,371 WARN [RS:0;7f3a3edaecc3:41445.replicationSource.shipper7f3a3edaecc3%2C41445%2C1732619853487,1-7f3a3edaecc3,41445,1732619853487 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T11:17:42,372 INFO [RS:0;7f3a3edaecc3:41445 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;7f3a3edaecc3:41445.replicationSource.shipper7f3a3edaecc3%2C41445%2C1732619853487,1-7f3a3edaecc3,41445,1732619853487 terminated 2024-11-26T11:17:42,372 INFO [RS:0;7f3a3edaecc3:41445 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-7f3a3edaecc3,41445,1732619853487 because: Region server is closing 2024-11-26T11:17:42,372 INFO [RS:0;7f3a3edaecc3:41445 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7f3a3edaecc3:41445. 2024-11-26T11:17:42,372 DEBUG [RS:0;7f3a3edaecc3:41445 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:17:42,372 DEBUG [RS:0;7f3a3edaecc3:41445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:17:42,373 DEBUG [RS:0;7f3a3edaecc3:41445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:17:42,373 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:17:42,473 WARN [RS:0;7f3a3edaecc3:41445.replicationSource.shipper7f3a3edaecc3%2C41445%2C1732619853487,2-7f3a3edaecc3,41445,1732619853487 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T11:17:42,473 WARN [RS:0;7f3a3edaecc3:41445.replicationSource.wal-reader.7f3a3edaecc3%2C41445%2C1732619853487,2-7f3a3edaecc3,41445,1732619853487 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T11:17:42,473 INFO [RS:0;7f3a3edaecc3:41445 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;7f3a3edaecc3:41445.replicationSource.shipper7f3a3edaecc3%2C41445%2C1732619853487,2-7f3a3edaecc3,41445,1732619853487 terminated 2024-11-26T11:17:42,474 INFO [RS:0;7f3a3edaecc3:41445 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41445 2024-11-26T11:17:42,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37803-0x10176dc7c370006, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-694052383/rs 2024-11-26T11:17:42,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41445-0x10176dc7c370007, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-694052383/rs/7f3a3edaecc3,41445,1732619853487 2024-11-26T11:17:42,525 INFO [RS:0;7f3a3edaecc3:41445 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T11:17:42,526 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7f3a3edaecc3,41445,1732619853487] 2024-11-26T11:17:42,546 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-694052383/draining/7f3a3edaecc3,41445,1732619853487 already deleted, retry=false 2024-11-26T11:17:42,546 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7f3a3edaecc3,41445,1732619853487 expired; onlineServers=0 2024-11-26T11:17:42,546 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7f3a3edaecc3,37803,1732619853329' ***** 2024-11-26T11:17:42,546 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T11:17:42,546 INFO [M:0;7f3a3edaecc3:37803 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T11:17:42,546 INFO [M:0;7f3a3edaecc3:37803 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T11:17:42,547 DEBUG [M:0;7f3a3edaecc3:37803 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T11:17:42,547 DEBUG [M:0;7f3a3edaecc3:37803 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T11:17:42,547 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T11:17:42,547 INFO [M:0;7f3a3edaecc3:37803 {}] hbase.ChoreService(370): Chore service for: master/7f3a3edaecc3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T11:17:42,547 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732619854530 {}] cleaner.HFileCleaner(306): Exit Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732619854530,5,FailOnTimeoutGroup] 2024-11-26T11:17:42,547 INFO [M:0;7f3a3edaecc3:37803 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T11:17:42,547 DEBUG [M:0;7f3a3edaecc3:37803 {}] master.HMaster(1795): Stopping service threads 2024-11-26T11:17:42,547 INFO [M:0;7f3a3edaecc3:37803 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T11:17:42,547 INFO [M:0;7f3a3edaecc3:37803 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T11:17:42,548 INFO [M:0;7f3a3edaecc3:37803 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T11:17:42,548 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732619854530 {}] cleaner.HFileCleaner(306): Exit Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732619854530,5,FailOnTimeoutGroup] 2024-11-26T11:17:42,548 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T11:17:42,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37803-0x10176dc7c370006, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-694052383/master 2024-11-26T11:17:42,564 DEBUG [M:0;7f3a3edaecc3:37803 {}] zookeeper.RecoverableZooKeeper(212): Node /0-694052383/master already deleted, retry=false 2024-11-26T11:17:42,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37803-0x10176dc7c370006, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-694052383 2024-11-26T11:17:42,565 DEBUG [M:0;7f3a3edaecc3:37803 {}] master.ActiveMasterManager(353): master:37803-0x10176dc7c370006, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-694052383/master 2024-11-26T11:17:42,565 INFO [M:0;7f3a3edaecc3:37803 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/.lastflushedseqids 2024-11-26T11:17:42,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741852_1028 (size=181) 2024-11-26T11:17:42,636 INFO [RS:0;7f3a3edaecc3:41445 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T11:17:42,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41445-0x10176dc7c370007, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:17:42,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41445-0x10176dc7c370007, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:17:42,636 INFO [RS:0;7f3a3edaecc3:41445 {}] regionserver.HRegionServer(1031): Exiting; stopping=7f3a3edaecc3,41445,1732619853487; zookeeper connection closed. 2024-11-26T11:17:42,637 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3bea508 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3bea508 2024-11-26T11:17:42,637 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T11:17:42,979 INFO [M:0;7f3a3edaecc3:37803 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T11:17:42,979 INFO [M:0;7f3a3edaecc3:37803 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T11:17:42,979 DEBUG [M:0;7f3a3edaecc3:37803 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T11:17:42,979 INFO [M:0;7f3a3edaecc3:37803 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:17:42,979 DEBUG [M:0;7f3a3edaecc3:37803 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:17:42,979 DEBUG [M:0;7f3a3edaecc3:37803 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T11:17:42,979 DEBUG [M:0;7f3a3edaecc3:37803 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:17:42,980 INFO [M:0;7f3a3edaecc3:37803 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-26T11:17:43,003 DEBUG [M:0;7f3a3edaecc3:37803 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d11c31fec2a41299a32d03ba6701e15 is 82, key is hbase:meta,,1/info:regioninfo/1732619855200/Put/seqid=0 2024-11-26T11:17:43,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741853_1029 (size=5680) 2024-11-26T11:17:43,010 INFO [M:0;7f3a3edaecc3:37803 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d11c31fec2a41299a32d03ba6701e15 2024-11-26T11:17:43,039 DEBUG [M:0;7f3a3edaecc3:37803 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0c6323ce3a3846b497a724374a734456 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732619859457/Put/seqid=0 2024-11-26T11:17:43,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741854_1030 (size=7319) 2024-11-26T11:17:43,045 INFO [M:0;7f3a3edaecc3:37803 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0c6323ce3a3846b497a724374a734456 2024-11-26T11:17:43,069 DEBUG [M:0;7f3a3edaecc3:37803 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cbf581662e6c4b5d943e9081e1f579bc is 69, key is 7f3a3edaecc3,41445,1732619853487/rs:state/1732619854660/Put/seqid=0 2024-11-26T11:17:43,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741855_1031 (size=5371) 2024-11-26T11:17:43,475 INFO [M:0;7f3a3edaecc3:37803 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cbf581662e6c4b5d943e9081e1f579bc 2024-11-26T11:17:43,483 INFO [M:0;7f3a3edaecc3:37803 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cbf581662e6c4b5d943e9081e1f579bc 2024-11-26T11:17:43,484 DEBUG [M:0;7f3a3edaecc3:37803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d11c31fec2a41299a32d03ba6701e15 as hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2d11c31fec2a41299a32d03ba6701e15 2024-11-26T11:17:43,494 INFO [M:0;7f3a3edaecc3:37803 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2d11c31fec2a41299a32d03ba6701e15, entries=8, sequenceid=172, filesize=5.5 K 2024-11-26T11:17:43,496 DEBUG [M:0;7f3a3edaecc3:37803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0c6323ce3a3846b497a724374a734456 as hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0c6323ce3a3846b497a724374a734456 2024-11-26T11:17:43,504 INFO [M:0;7f3a3edaecc3:37803 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0c6323ce3a3846b497a724374a734456, entries=7, sequenceid=172, filesize=7.1 K 2024-11-26T11:17:43,506 DEBUG [M:0;7f3a3edaecc3:37803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cbf581662e6c4b5d943e9081e1f579bc as hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cbf581662e6c4b5d943e9081e1f579bc 2024-11-26T11:17:43,513 INFO [M:0;7f3a3edaecc3:37803 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cbf581662e6c4b5d943e9081e1f579bc 2024-11-26T11:17:43,514 INFO [M:0;7f3a3edaecc3:37803 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38085/user/jenkins/test-data/b43ce860-4f88-103c-f269-a71bb2f16344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cbf581662e6c4b5d943e9081e1f579bc, entries=2, sequenceid=172, filesize=5.2 K 2024-11-26T11:17:43,517 INFO [M:0;7f3a3edaecc3:37803 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 538ms, sequenceid=172, compaction requested=false 2024-11-26T11:17:43,528 INFO [M:0;7f3a3edaecc3:37803 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:17:43,529 DEBUG [M:0;7f3a3edaecc3:37803 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732619862979Disabling compacts and flushes for region at 1732619862979Disabling writes for close at 1732619862979Obtaining lock to block concurrent updates at 1732619862980 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732619862980Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732619862980Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732619862981 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732619862981Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732619863002 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732619863003 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732619863019 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732619863039 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732619863039Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732619863053 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732619863068 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732619863068Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f0c463d: reopening flushed file at 1732619863483 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50745c76: reopening flushed file at 1732619863495 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ddb168a: reopening flushed file at 1732619863505 (+10 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 538ms, sequenceid=172, compaction requested=false at 1732619863517 (+12 ms)Writing region close event to WAL at 1732619863528 (+11 ms)Closed at 1732619863528 2024-11-26T11:17:43,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741847_1023 (size=22949) 2024-11-26T11:17:43,535 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T11:17:43,535 INFO [M:0;7f3a3edaecc3:37803 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T11:17:43,535 INFO [M:0;7f3a3edaecc3:37803 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37803 2024-11-26T11:17:43,536 INFO [M:0;7f3a3edaecc3:37803 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T11:17:43,699 INFO [M:0;7f3a3edaecc3:37803 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T11:17:43,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37803-0x10176dc7c370006, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:17:43,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37803-0x10176dc7c370006, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:17:43,702 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4167102a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T11:17:43,702 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5bf20040{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T11:17:43,703 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T11:17:43,703 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@582ab0a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T11:17:43,703 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@617addf4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0f1355f-d5ae-4e0f-5b62-acd45005e961/hadoop.log.dir/,STOPPED} 2024-11-26T11:17:43,704 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T11:17:43,704 WARN [BP-222684983-172.17.0.3-1732619830811 heartbeating to localhost/127.0.0.1:38085 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T11:17:43,704 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T11:17:43,704 WARN [BP-222684983-172.17.0.3-1732619830811 heartbeating to localhost/127.0.0.1:38085 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-222684983-172.17.0.3-1732619830811 (Datanode Uuid d9fbc59f-6fb3-4c12-af8a-6e1bd5f365f6) service to localhost/127.0.0.1:38085 2024-11-26T11:17:43,705 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0f1355f-d5ae-4e0f-5b62-acd45005e961/cluster_3ae870bc-d657-0144-a850-cad17f762abf/data/data1/current/BP-222684983-172.17.0.3-1732619830811 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T11:17:43,705 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0f1355f-d5ae-4e0f-5b62-acd45005e961/cluster_3ae870bc-d657-0144-a850-cad17f762abf/data/data2/current/BP-222684983-172.17.0.3-1732619830811 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T11:17:43,706 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T11:17:43,712 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@cea93ce{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T11:17:43,713 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20f9fb84{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T11:17:43,713 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T11:17:43,713 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f3a9c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T11:17:43,714 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4bf6eecf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0f1355f-d5ae-4e0f-5b62-acd45005e961/hadoop.log.dir/,STOPPED} 2024-11-26T11:17:43,723 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T11:17:43,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T11:17:43,758 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=109 (was 11) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/7f3a3edaecc3:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7f3a3edaecc3:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7f3a3edaecc3:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@36ba0088 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40943 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:38085 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:38085 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:40943 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:40943 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/7f3a3edaecc3:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: globalEventExecutor-1-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:38085 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50101) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:40943 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:40943 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:38085 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50101) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38085 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7f3a3edaecc3:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:38085 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=402 (was 403), ProcessCount=11 (was 11), AvailableMemoryMB=8043 (was 4619) - AvailableMemoryMB LEAK? - 2024-11-26T11:17:43,766 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=109, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=402, ProcessCount=11, AvailableMemoryMB=8042 2024-11-26T11:17:43,781 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-26T11:17:43,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a2256f-47b3-cafa-5c8d-78feae131005/hadoop.log.dir so I do NOT create it in target/test-data/e4fec64b-6646-f4f8-cfca-1cf9d4302bab 2024-11-26T11:17:43,782 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a2256f-47b3-cafa-5c8d-78feae131005/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T11:17:43,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a2256f-47b3-cafa-5c8d-78feae131005/hadoop.tmp.dir so I do NOT create it in target/test-data/e4fec64b-6646-f4f8-cfca-1cf9d4302bab 2024-11-26T11:17:43,782 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a2256f-47b3-cafa-5c8d-78feae131005/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T11:17:43,782 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fec64b-6646-f4f8-cfca-1cf9d4302bab 2024-11-26T11:17:43,782 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fec64b-6646-f4f8-cfca-1cf9d4302bab/cluster_793fe614-3208-d6c3-7acc-058df11bee97, deleteOnExit=true 2024-11-26T11:17:43,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10176dc7c370005, quorum=127.0.0.1:50101, baseZNode=/11842006832 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T11:17:43,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10176dc7c370002, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T11:17:43,818 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10176dc7c370005, quorum=127.0.0.1:50101, baseZNode=/11842006832 Received Disconnected from ZooKeeper, ignoring 2024-11-26T11:17:43,818 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10176dc7c370002, quorum=127.0.0.1:50101, baseZNode=/0-694052383 Received Disconnected from ZooKeeper, ignoring 2024-11-26T11:17:43,993 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fec64b-6646-f4f8-cfca-1cf9d4302bab/cluster_793fe614-3208-d6c3-7acc-058df11bee97/zookeeper_0, clientPort=60153, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fec64b-6646-f4f8-cfca-1cf9d4302bab/cluster_793fe614-3208-d6c3-7acc-058df11bee97/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fec64b-6646-f4f8-cfca-1cf9d4302bab/cluster_793fe614-3208-d6c3-7acc-058df11bee97/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T11:17:43,994 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60153 2024-11-26T11:17:43,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T11:17:43,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T11:17:43,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fec64b-6646-f4f8-cfca-1cf9d4302bab/test.cache.data in system properties and HBase conf 2024-11-26T11:17:43,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fec64b-6646-f4f8-cfca-1cf9d4302bab/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T11:17:43,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fec64b-6646-f4f8-cfca-1cf9d4302bab/hadoop.log.dir in system properties and HBase conf 2024-11-26T11:17:43,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fec64b-6646-f4f8-cfca-1cf9d4302bab/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T11:17:43,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fec64b-6646-f4f8-cfca-1cf9d4302bab/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T11:17:43,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T11:17:43,995 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T11:17:43,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fec64b-6646-f4f8-cfca-1cf9d4302bab/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T11:17:43,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fec64b-6646-f4f8-cfca-1cf9d4302bab/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T11:17:43,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fec64b-6646-f4f8-cfca-1cf9d4302bab/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T11:17:43,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fec64b-6646-f4f8-cfca-1cf9d4302bab/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T11:17:43,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fec64b-6646-f4f8-cfca-1cf9d4302bab/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T11:17:43,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fec64b-6646-f4f8-cfca-1cf9d4302bab/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T11:17:43,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fec64b-6646-f4f8-cfca-1cf9d4302bab/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T11:17:43,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fec64b-6646-f4f8-cfca-1cf9d4302bab/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T11:17:43,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fec64b-6646-f4f8-cfca-1cf9d4302bab/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T11:17:43,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fec64b-6646-f4f8-cfca-1cf9d4302bab/nfs.dump.dir in system properties and HBase conf 2024-11-26T11:17:43,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fec64b-6646-f4f8-cfca-1cf9d4302bab/java.io.tmpdir in system properties and HBase conf 2024-11-26T11:17:43,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fec64b-6646-f4f8-cfca-1cf9d4302bab/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T11:17:43,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fec64b-6646-f4f8-cfca-1cf9d4302bab/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T11:17:43,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fec64b-6646-f4f8-cfca-1cf9d4302bab/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T11:17:44,579 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:17:44,587 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T11:17:44,588 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T11:17:44,588 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T11:17:44,588 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T11:17:44,590 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:17:44,591 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b786793{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fec64b-6646-f4f8-cfca-1cf9d4302bab/hadoop.log.dir/,AVAILABLE} 2024-11-26T11:17:44,592 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ec90c1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T11:17:44,695 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64682a99{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fec64b-6646-f4f8-cfca-1cf9d4302bab/java.io.tmpdir/jetty-localhost-44199-hadoop-hdfs-3_4_1-tests_jar-_-any-15841459482435836917/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T11:17:44,696 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@409f87ea{HTTP/1.1, (http/1.1)}{localhost:44199} 2024-11-26T11:17:44,696 INFO [Time-limited test {}] server.Server(415): Started @36846ms 2024-11-26T11:17:44,992 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:17:44,997 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T11:17:44,999 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T11:17:44,999 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T11:17:45,000 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T11:17:45,000 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d63c03{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fec64b-6646-f4f8-cfca-1cf9d4302bab/hadoop.log.dir/,AVAILABLE} 2024-11-26T11:17:45,001 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e513ce8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T11:17:45,126 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a58ec6a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fec64b-6646-f4f8-cfca-1cf9d4302bab/java.io.tmpdir/jetty-localhost-35983-hadoop-hdfs-3_4_1-tests_jar-_-any-7275476548720600217/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T11:17:45,126 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16d0c0bb{HTTP/1.1, (http/1.1)}{localhost:35983} 2024-11-26T11:17:45,126 INFO [Time-limited test {}] server.Server(415): Started @37277ms 2024-11-26T11:17:45,128 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T11:17:45,966 WARN [Thread-498 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fec64b-6646-f4f8-cfca-1cf9d4302bab/cluster_793fe614-3208-d6c3-7acc-058df11bee97/data/data1/current/BP-652133138-172.17.0.3-1732619864032/current, will proceed with Du for space computation calculation, 2024-11-26T11:17:45,966 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fec64b-6646-f4f8-cfca-1cf9d4302bab/cluster_793fe614-3208-d6c3-7acc-058df11bee97/data/data2/current/BP-652133138-172.17.0.3-1732619864032/current, will proceed with Du for space computation calculation, 2024-11-26T11:17:45,994 WARN [Thread-486 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T11:17:45,997 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8ef4d0bd013810f3 with lease ID 0xa4bd60c3390692d3: Processing first storage report for DS-34b7b5e5-10b7-4d6f-81d0-d853a58acbab from datanode DatanodeRegistration(127.0.0.1:43337, datanodeUuid=9cd7d8d0-a0b5-41ec-9f83-18dcc391b1a8, infoPort=33017, infoSecurePort=0, ipcPort=42879, storageInfo=lv=-57;cid=testClusterID;nsid=676123876;c=1732619864032) 2024-11-26T11:17:45,997 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8ef4d0bd013810f3 with lease ID 0xa4bd60c3390692d3: from storage DS-34b7b5e5-10b7-4d6f-81d0-d853a58acbab node DatanodeRegistration(127.0.0.1:43337, datanodeUuid=9cd7d8d0-a0b5-41ec-9f83-18dcc391b1a8, infoPort=33017, infoSecurePort=0, ipcPort=42879, storageInfo=lv=-57;cid=testClusterID;nsid=676123876;c=1732619864032), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T11:17:45,997 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8ef4d0bd013810f3 with lease ID 0xa4bd60c3390692d3: Processing first storage report for DS-2ec590bf-617f-4972-8cfd-ca58e44d73fa from datanode DatanodeRegistration(127.0.0.1:43337, datanodeUuid=9cd7d8d0-a0b5-41ec-9f83-18dcc391b1a8, infoPort=33017, infoSecurePort=0, ipcPort=42879, storageInfo=lv=-57;cid=testClusterID;nsid=676123876;c=1732619864032) 2024-11-26T11:17:45,997 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8ef4d0bd013810f3 with lease ID 0xa4bd60c3390692d3: from storage DS-2ec590bf-617f-4972-8cfd-ca58e44d73fa node DatanodeRegistration(127.0.0.1:43337, datanodeUuid=9cd7d8d0-a0b5-41ec-9f83-18dcc391b1a8, infoPort=33017, infoSecurePort=0, ipcPort=42879, storageInfo=lv=-57;cid=testClusterID;nsid=676123876;c=1732619864032), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T11:17:46,086 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fec64b-6646-f4f8-cfca-1cf9d4302bab 2024-11-26T11:17:46,086 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:17:46,087 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:17:46,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43337 is added to blk_1073741825_1001 (size=7) 2024-11-26T11:17:46,161 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T11:17:46,162 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T11:17:46,162 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T11:17:46,162 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T11:17:46,500 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f with version=8 2024-11-26T11:17:46,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/hbase-staging 2024-11-26T11:17:46,503 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7f3a3edaecc3:0 server-side Connection retries=45 2024-11-26T11:17:46,503 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:17:46,504 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T11:17:46,504 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T11:17:46,504 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:17:46,504 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T11:17:46,504 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T11:17:46,504 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T11:17:46,505 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38889 2024-11-26T11:17:46,507 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38889 connecting to ZooKeeper ensemble=127.0.0.1:60153 2024-11-26T11:17:46,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:388890x0, quorum=127.0.0.1:60153, baseZNode=/01870307501 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:17:46,579 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38889-0x10176dd03630000 connected 2024-11-26T11:17:47,151 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T11:17:47,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:17:47,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:17:47,338 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:17:47,340 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:17:47,342 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38889-0x10176dd03630000, quorum=127.0.0.1:60153, baseZNode=/01870307501 Set watcher on znode that does not yet exist, /01870307501/running 2024-11-26T11:17:47,342 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f, hbase.cluster.distributed=false 2024-11-26T11:17:47,344 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38889-0x10176dd03630000, quorum=127.0.0.1:60153, baseZNode=/01870307501 Set watcher on znode that does not yet exist, /01870307501/acl 2024-11-26T11:17:47,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38889 2024-11-26T11:17:47,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38889 2024-11-26T11:17:47,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38889 2024-11-26T11:17:47,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38889 2024-11-26T11:17:47,349 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38889 2024-11-26T11:17:47,367 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7f3a3edaecc3:0 server-side Connection retries=45 2024-11-26T11:17:47,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:17:47,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T11:17:47,367 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T11:17:47,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:17:47,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T11:17:47,367 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T11:17:47,367 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T11:17:47,368 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40241 2024-11-26T11:17:47,370 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40241 connecting to ZooKeeper ensemble=127.0.0.1:60153 2024-11-26T11:17:47,371 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:17:47,373 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:17:47,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:402410x0, quorum=127.0.0.1:60153, baseZNode=/01870307501 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:17:47,420 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:402410x0, quorum=127.0.0.1:60153, baseZNode=/01870307501 Set watcher on znode that does not yet exist, /01870307501/running 2024-11-26T11:17:47,420 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40241-0x10176dd03630001 connected 2024-11-26T11:17:47,420 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T11:17:47,420 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T11:17:47,421 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40241-0x10176dd03630001, quorum=127.0.0.1:60153, baseZNode=/01870307501 Set watcher on znode that does not yet exist, /01870307501/master 2024-11-26T11:17:47,422 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40241-0x10176dd03630001, quorum=127.0.0.1:60153, baseZNode=/01870307501 Set watcher on znode that does not yet exist, /01870307501/acl 2024-11-26T11:17:47,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40241 2024-11-26T11:17:47,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40241 2024-11-26T11:17:47,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40241 2024-11-26T11:17:47,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40241 2024-11-26T11:17:47,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40241 2024-11-26T11:17:47,435 DEBUG [M:0;7f3a3edaecc3:38889 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7f3a3edaecc3:38889 2024-11-26T11:17:47,435 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01870307501/backup-masters/7f3a3edaecc3,38889,1732619866503 2024-11-26T11:17:47,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40241-0x10176dd03630001, quorum=127.0.0.1:60153, baseZNode=/01870307501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870307501/backup-masters 2024-11-26T11:17:47,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38889-0x10176dd03630000, quorum=127.0.0.1:60153, baseZNode=/01870307501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870307501/backup-masters 2024-11-26T11:17:47,494 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38889-0x10176dd03630000, quorum=127.0.0.1:60153, baseZNode=/01870307501 Set watcher on existing znode=/01870307501/backup-masters/7f3a3edaecc3,38889,1732619866503 2024-11-26T11:17:47,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38889-0x10176dd03630000, quorum=127.0.0.1:60153, baseZNode=/01870307501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870307501 2024-11-26T11:17:47,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40241-0x10176dd03630001, quorum=127.0.0.1:60153, baseZNode=/01870307501 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01870307501/master 2024-11-26T11:17:47,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40241-0x10176dd03630001, quorum=127.0.0.1:60153, baseZNode=/01870307501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870307501 2024-11-26T11:17:47,509 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38889-0x10176dd03630000, quorum=127.0.0.1:60153, baseZNode=/01870307501 Set watcher on existing znode=/01870307501/master 2024-11-26T11:17:47,511 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01870307501/backup-masters/7f3a3edaecc3,38889,1732619866503 from backup master directory 2024-11-26T11:17:47,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38889-0x10176dd03630000, quorum=127.0.0.1:60153, baseZNode=/01870307501 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01870307501/backup-masters/7f3a3edaecc3,38889,1732619866503 2024-11-26T11:17:47,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40241-0x10176dd03630001, quorum=127.0.0.1:60153, baseZNode=/01870307501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870307501/backup-masters 2024-11-26T11:17:47,519 WARN [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T11:17:47,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38889-0x10176dd03630000, quorum=127.0.0.1:60153, baseZNode=/01870307501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870307501/backup-masters 2024-11-26T11:17:47,519 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7f3a3edaecc3,38889,1732619866503 2024-11-26T11:17:47,524 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/hbase.id] with ID: 74f53a19-69b6-4b6a-8f0b-bde0f6f6bef0 2024-11-26T11:17:47,524 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/.tmp/hbase.id 2024-11-26T11:17:47,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43337 is added to blk_1073741826_1002 (size=42) 2024-11-26T11:17:47,932 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/.tmp/hbase.id]:[hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/hbase.id] 2024-11-26T11:17:47,954 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:17:47,954 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T11:17:47,956 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-26T11:17:47,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38889-0x10176dd03630000, quorum=127.0.0.1:60153, baseZNode=/01870307501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870307501 2024-11-26T11:17:47,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40241-0x10176dd03630001, quorum=127.0.0.1:60153, baseZNode=/01870307501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870307501 2024-11-26T11:17:47,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43337 is added to blk_1073741827_1003 (size=196) 2024-11-26T11:17:48,380 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T11:17:48,381 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T11:17:48,381 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:17:48,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43337 is added to blk_1073741828_1004 (size=1189) 2024-11-26T11:17:48,792 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/MasterData/data/master/store 2024-11-26T11:17:48,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43337 is added to blk_1073741829_1005 (size=34) 2024-11-26T11:17:49,200 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:17:49,200 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T11:17:49,200 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:17:49,200 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:17:49,200 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T11:17:49,200 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:17:49,200 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:17:49,201 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732619869200Disabling compacts and flushes for region at 1732619869200Disabling writes for close at 1732619869200Writing region close event to WAL at 1732619869200Closed at 1732619869200 2024-11-26T11:17:49,202 WARN [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/MasterData/data/master/store/.initializing 2024-11-26T11:17:49,202 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/MasterData/WALs/7f3a3edaecc3,38889,1732619866503 2024-11-26T11:17:49,204 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T11:17:49,208 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7f3a3edaecc3%2C38889%2C1732619866503, suffix=, logDir=hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/MasterData/WALs/7f3a3edaecc3,38889,1732619866503, archiveDir=hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/MasterData/oldWALs, maxLogs=10 2024-11-26T11:17:49,230 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/MasterData/WALs/7f3a3edaecc3,38889,1732619866503/7f3a3edaecc3%2C38889%2C1732619866503.1732619869209, exclude list is [], retry=0 2024-11-26T11:17:49,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43337,DS-34b7b5e5-10b7-4d6f-81d0-d853a58acbab,DISK] 2024-11-26T11:17:49,237 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/MasterData/WALs/7f3a3edaecc3,38889,1732619866503/7f3a3edaecc3%2C38889%2C1732619866503.1732619869209 2024-11-26T11:17:49,238 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33017:33017)] 2024-11-26T11:17:49,238 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:17:49,238 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:17:49,239 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:17:49,239 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:17:49,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:17:49,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T11:17:49,244 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:49,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:17:49,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:17:49,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T11:17:49,249 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:49,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:17:49,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:17:49,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T11:17:49,253 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:49,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:17:49,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:17:49,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T11:17:49,257 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:49,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:17:49,258 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:17:49,259 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:17:49,259 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:17:49,261 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:17:49,261 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:17:49,262 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:17:49,264 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:17:49,269 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:17:49,269 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70782573, jitterRate=0.05474252998828888}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:17:49,270 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732619869239Initializing all the Stores at 1732619869241 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732619869241Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619869241Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619869241Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619869241Cleaning up temporary data from old regions at 1732619869261 (+20 ms)Region opened successfully at 1732619869270 (+9 ms) 2024-11-26T11:17:49,271 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T11:17:49,278 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15f8542d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7f3a3edaecc3/172.17.0.3:0 2024-11-26T11:17:49,280 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T11:17:49,280 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T11:17:49,280 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T11:17:49,280 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T11:17:49,282 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-26T11:17:49,282 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T11:17:49,282 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T11:17:49,293 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T11:17:49,294 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38889-0x10176dd03630000, quorum=127.0.0.1:60153, baseZNode=/01870307501 Unable to get data of znode /01870307501/balancer because node does not exist (not necessarily an error) 2024-11-26T11:17:49,490 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01870307501/balancer already deleted, retry=false 2024-11-26T11:17:49,490 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T11:17:49,491 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38889-0x10176dd03630000, quorum=127.0.0.1:60153, baseZNode=/01870307501 Unable to get data of znode /01870307501/normalizer because node does not exist (not necessarily an error) 2024-11-26T11:17:49,739 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01870307501/normalizer already deleted, retry=false 2024-11-26T11:17:49,739 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T11:17:49,740 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38889-0x10176dd03630000, quorum=127.0.0.1:60153, baseZNode=/01870307501 Unable to get data of znode /01870307501/switch/split because node does not exist (not necessarily an error) 2024-11-26T11:17:49,761 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01870307501/switch/split already deleted, retry=false 2024-11-26T11:17:49,762 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38889-0x10176dd03630000, quorum=127.0.0.1:60153, baseZNode=/01870307501 Unable to get data of znode /01870307501/switch/merge because node does not exist (not necessarily an error) 2024-11-26T11:17:49,772 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01870307501/switch/merge already deleted, retry=false 2024-11-26T11:17:49,774 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38889-0x10176dd03630000, quorum=127.0.0.1:60153, baseZNode=/01870307501 Unable to get data of znode /01870307501/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T11:17:49,782 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01870307501/snapshot-cleanup already deleted, retry=false 2024-11-26T11:17:49,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40241-0x10176dd03630001, quorum=127.0.0.1:60153, baseZNode=/01870307501 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01870307501/running 2024-11-26T11:17:49,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38889-0x10176dd03630000, quorum=127.0.0.1:60153, baseZNode=/01870307501 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01870307501/running 2024-11-26T11:17:49,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40241-0x10176dd03630001, quorum=127.0.0.1:60153, baseZNode=/01870307501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870307501 2024-11-26T11:17:49,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38889-0x10176dd03630000, quorum=127.0.0.1:60153, baseZNode=/01870307501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870307501 2024-11-26T11:17:49,793 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7f3a3edaecc3,38889,1732619866503, sessionid=0x10176dd03630000, setting cluster-up flag (Was=false) 2024-11-26T11:17:49,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38889-0x10176dd03630000, quorum=127.0.0.1:60153, baseZNode=/01870307501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870307501 2024-11-26T11:17:49,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40241-0x10176dd03630001, quorum=127.0.0.1:60153, baseZNode=/01870307501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870307501 2024-11-26T11:17:49,845 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01870307501/flush-table-proc/acquired, /01870307501/flush-table-proc/reached, /01870307501/flush-table-proc/abort 2024-11-26T11:17:49,847 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7f3a3edaecc3,38889,1732619866503 2024-11-26T11:17:49,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38889-0x10176dd03630000, quorum=127.0.0.1:60153, baseZNode=/01870307501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870307501 2024-11-26T11:17:49,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40241-0x10176dd03630001, quorum=127.0.0.1:60153, baseZNode=/01870307501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870307501 2024-11-26T11:17:49,951 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01870307501/online-snapshot/acquired, /01870307501/online-snapshot/reached, /01870307501/online-snapshot/abort 2024-11-26T11:17:49,952 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7f3a3edaecc3,38889,1732619866503 2024-11-26T11:17:49,953 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T11:17:49,955 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T11:17:49,955 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T11:17:49,956 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T11:17:49,956 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7f3a3edaecc3,38889,1732619866503 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T11:17:49,957 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:17:49,957 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:17:49,958 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:17:49,958 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:17:49,958 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7f3a3edaecc3:0, corePoolSize=10, maxPoolSize=10 2024-11-26T11:17:49,958 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:17:49,958 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=2, maxPoolSize=2 2024-11-26T11:17:49,958 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:17:49,961 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732619899961 2024-11-26T11:17:49,962 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T11:17:49,962 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T11:17:49,962 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T11:17:49,962 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T11:17:49,962 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T11:17:49,962 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T11:17:49,962 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T11:17:49,962 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T11:17:49,962 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:49,963 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T11:17:49,963 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T11:17:49,963 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T11:17:49,963 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T11:17:49,964 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T11:17:49,964 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T11:17:49,964 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732619869964,5,FailOnTimeoutGroup] 2024-11-26T11:17:49,964 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:49,964 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T11:17:49,968 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732619869964,5,FailOnTimeoutGroup] 2024-11-26T11:17:49,968 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:49,968 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T11:17:49,968 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:49,968 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:49,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43337 is added to blk_1073741831_1007 (size=1321) 2024-11-26T11:17:50,028 INFO [RS:0;7f3a3edaecc3:40241 {}] regionserver.HRegionServer(746): ClusterId : 74f53a19-69b6-4b6a-8f0b-bde0f6f6bef0 2024-11-26T11:17:50,028 DEBUG [RS:0;7f3a3edaecc3:40241 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T11:17:50,037 DEBUG [RS:0;7f3a3edaecc3:40241 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T11:17:50,037 DEBUG [RS:0;7f3a3edaecc3:40241 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T11:17:50,046 DEBUG [RS:0;7f3a3edaecc3:40241 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T11:17:50,047 DEBUG [RS:0;7f3a3edaecc3:40241 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f21b8e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7f3a3edaecc3/172.17.0.3:0 2024-11-26T11:17:50,060 DEBUG [RS:0;7f3a3edaecc3:40241 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7f3a3edaecc3:40241 2024-11-26T11:17:50,060 INFO [RS:0;7f3a3edaecc3:40241 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T11:17:50,060 INFO [RS:0;7f3a3edaecc3:40241 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T11:17:50,060 DEBUG [RS:0;7f3a3edaecc3:40241 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T11:17:50,061 INFO [RS:0;7f3a3edaecc3:40241 {}] regionserver.HRegionServer(2659): reportForDuty to master=7f3a3edaecc3,38889,1732619866503 with port=40241, startcode=1732619867367 2024-11-26T11:17:50,061 DEBUG [RS:0;7f3a3edaecc3:40241 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T11:17:50,064 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36279, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T11:17:50,065 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38889 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7f3a3edaecc3,40241,1732619867367 2024-11-26T11:17:50,065 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38889 {}] master.ServerManager(517): Registering regionserver=7f3a3edaecc3,40241,1732619867367 2024-11-26T11:17:50,067 DEBUG [RS:0;7f3a3edaecc3:40241 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f 2024-11-26T11:17:50,067 DEBUG [RS:0;7f3a3edaecc3:40241 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45087 2024-11-26T11:17:50,067 DEBUG [RS:0;7f3a3edaecc3:40241 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T11:17:50,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38889-0x10176dd03630000, quorum=127.0.0.1:60153, baseZNode=/01870307501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870307501/rs 2024-11-26T11:17:50,078 DEBUG [RS:0;7f3a3edaecc3:40241 {}] zookeeper.ZKUtil(111): regionserver:40241-0x10176dd03630001, quorum=127.0.0.1:60153, baseZNode=/01870307501 Set watcher on existing znode=/01870307501/rs/7f3a3edaecc3,40241,1732619867367 2024-11-26T11:17:50,078 WARN [RS:0;7f3a3edaecc3:40241 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T11:17:50,078 INFO [RS:0;7f3a3edaecc3:40241 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:17:50,078 DEBUG [RS:0;7f3a3edaecc3:40241 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/WALs/7f3a3edaecc3,40241,1732619867367 2024-11-26T11:17:50,078 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7f3a3edaecc3,40241,1732619867367] 2024-11-26T11:17:50,083 INFO [RS:0;7f3a3edaecc3:40241 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T11:17:50,087 INFO [RS:0;7f3a3edaecc3:40241 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T11:17:50,088 INFO [RS:0;7f3a3edaecc3:40241 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T11:17:50,088 INFO [RS:0;7f3a3edaecc3:40241 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:50,088 INFO [RS:0;7f3a3edaecc3:40241 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T11:17:50,090 INFO [RS:0;7f3a3edaecc3:40241 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T11:17:50,090 INFO [RS:0;7f3a3edaecc3:40241 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:50,091 DEBUG [RS:0;7f3a3edaecc3:40241 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:17:50,091 DEBUG [RS:0;7f3a3edaecc3:40241 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:17:50,091 DEBUG [RS:0;7f3a3edaecc3:40241 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:17:50,091 DEBUG [RS:0;7f3a3edaecc3:40241 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:17:50,091 DEBUG [RS:0;7f3a3edaecc3:40241 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:17:50,091 DEBUG [RS:0;7f3a3edaecc3:40241 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7f3a3edaecc3:0, corePoolSize=2, maxPoolSize=2 2024-11-26T11:17:50,091 DEBUG [RS:0;7f3a3edaecc3:40241 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:17:50,091 DEBUG [RS:0;7f3a3edaecc3:40241 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:17:50,091 DEBUG [RS:0;7f3a3edaecc3:40241 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:17:50,091 DEBUG [RS:0;7f3a3edaecc3:40241 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:17:50,091 DEBUG [RS:0;7f3a3edaecc3:40241 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:17:50,091 DEBUG [RS:0;7f3a3edaecc3:40241 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:17:50,091 DEBUG [RS:0;7f3a3edaecc3:40241 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7f3a3edaecc3:0, corePoolSize=3, maxPoolSize=3 2024-11-26T11:17:50,092 DEBUG [RS:0;7f3a3edaecc3:40241 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7f3a3edaecc3:0, corePoolSize=3, maxPoolSize=3 2024-11-26T11:17:50,094 INFO [RS:0;7f3a3edaecc3:40241 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:50,094 INFO [RS:0;7f3a3edaecc3:40241 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:50,094 INFO [RS:0;7f3a3edaecc3:40241 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:50,094 INFO [RS:0;7f3a3edaecc3:40241 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:50,094 INFO [RS:0;7f3a3edaecc3:40241 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:50,094 INFO [RS:0;7f3a3edaecc3:40241 {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,40241,1732619867367-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T11:17:50,114 INFO [RS:0;7f3a3edaecc3:40241 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T11:17:50,114 INFO [RS:0;7f3a3edaecc3:40241 {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,40241,1732619867367-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:50,114 INFO [RS:0;7f3a3edaecc3:40241 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:50,114 INFO [RS:0;7f3a3edaecc3:40241 {}] regionserver.Replication(171): 7f3a3edaecc3,40241,1732619867367 started 2024-11-26T11:17:50,136 INFO [RS:0;7f3a3edaecc3:40241 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:50,136 INFO [RS:0;7f3a3edaecc3:40241 {}] regionserver.HRegionServer(1482): Serving as 7f3a3edaecc3,40241,1732619867367, RpcServer on 7f3a3edaecc3/172.17.0.3:40241, sessionid=0x10176dd03630001 2024-11-26T11:17:50,136 DEBUG [RS:0;7f3a3edaecc3:40241 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T11:17:50,136 DEBUG [RS:0;7f3a3edaecc3:40241 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7f3a3edaecc3,40241,1732619867367 2024-11-26T11:17:50,136 DEBUG [RS:0;7f3a3edaecc3:40241 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7f3a3edaecc3,40241,1732619867367' 2024-11-26T11:17:50,136 DEBUG [RS:0;7f3a3edaecc3:40241 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01870307501/flush-table-proc/abort' 2024-11-26T11:17:50,137 DEBUG [RS:0;7f3a3edaecc3:40241 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01870307501/flush-table-proc/acquired' 2024-11-26T11:17:50,138 DEBUG [RS:0;7f3a3edaecc3:40241 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T11:17:50,138 DEBUG [RS:0;7f3a3edaecc3:40241 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T11:17:50,138 DEBUG [RS:0;7f3a3edaecc3:40241 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7f3a3edaecc3,40241,1732619867367 2024-11-26T11:17:50,138 DEBUG [RS:0;7f3a3edaecc3:40241 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7f3a3edaecc3,40241,1732619867367' 2024-11-26T11:17:50,138 DEBUG [RS:0;7f3a3edaecc3:40241 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01870307501/online-snapshot/abort' 2024-11-26T11:17:50,139 DEBUG [RS:0;7f3a3edaecc3:40241 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01870307501/online-snapshot/acquired' 2024-11-26T11:17:50,139 DEBUG [RS:0;7f3a3edaecc3:40241 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T11:17:50,139 INFO [RS:0;7f3a3edaecc3:40241 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T11:17:50,139 INFO [RS:0;7f3a3edaecc3:40241 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T11:17:50,239 INFO [RS:0;7f3a3edaecc3:40241 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T11:17:50,241 INFO [RS:0;7f3a3edaecc3:40241 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7f3a3edaecc3%2C40241%2C1732619867367, suffix=, logDir=hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/WALs/7f3a3edaecc3,40241,1732619867367, archiveDir=hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/oldWALs, maxLogs=10 2024-11-26T11:17:50,254 DEBUG [RS:0;7f3a3edaecc3:40241 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/WALs/7f3a3edaecc3,40241,1732619867367/7f3a3edaecc3%2C40241%2C1732619867367.1732619870242, exclude list is [], retry=0 2024-11-26T11:17:50,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43337,DS-34b7b5e5-10b7-4d6f-81d0-d853a58acbab,DISK] 2024-11-26T11:17:50,259 INFO [RS:0;7f3a3edaecc3:40241 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/WALs/7f3a3edaecc3,40241,1732619867367/7f3a3edaecc3%2C40241%2C1732619867367.1732619870242 2024-11-26T11:17:50,259 DEBUG [RS:0;7f3a3edaecc3:40241 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33017:33017)] 2024-11-26T11:17:50,376 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T11:17:50,376 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f 2024-11-26T11:17:50,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43337 is added to blk_1073741833_1009 (size=32) 2024-11-26T11:17:50,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:17:50,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T11:17:50,787 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T11:17:50,787 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:50,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:17:50,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T11:17:50,789 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T11:17:50,789 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:50,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:17:50,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T11:17:50,791 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T11:17:50,791 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:50,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:17:50,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T11:17:50,792 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T11:17:50,792 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:50,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:17:50,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T11:17:50,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/data/hbase/meta/1588230740 2024-11-26T11:17:50,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/data/hbase/meta/1588230740 2024-11-26T11:17:50,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T11:17:50,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T11:17:50,797 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:17:50,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T11:17:50,801 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:17:50,801 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67267934, jitterRate=0.0023703277111053467}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:17:50,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732619870784Initializing all the Stores at 1732619870785 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732619870785Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732619870785Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619870785Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732619870785Cleaning up temporary data from old regions at 1732619870796 (+11 ms)Region opened successfully at 1732619870802 (+6 ms) 2024-11-26T11:17:50,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T11:17:50,802 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T11:17:50,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T11:17:50,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T11:17:50,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T11:17:50,803 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T11:17:50,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732619870802Disabling compacts and flushes for region at 1732619870802Disabling writes for close at 1732619870802Writing region close event to WAL at 1732619870803 (+1 ms)Closed at 1732619870803 2024-11-26T11:17:50,804 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T11:17:50,804 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T11:17:50,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T11:17:50,805 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T11:17:50,806 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T11:17:50,957 DEBUG [7f3a3edaecc3:38889 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T11:17:50,957 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7f3a3edaecc3,40241,1732619867367 2024-11-26T11:17:50,958 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7f3a3edaecc3,40241,1732619867367, state=OPENING 2024-11-26T11:17:50,969 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T11:17:50,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40241-0x10176dd03630001, quorum=127.0.0.1:60153, baseZNode=/01870307501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870307501 2024-11-26T11:17:50,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38889-0x10176dd03630000, quorum=127.0.0.1:60153, baseZNode=/01870307501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870307501 2024-11-26T11:17:50,980 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T11:17:50,980 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01870307501/meta-region-server: CHANGED 2024-11-26T11:17:50,980 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01870307501/meta-region-server: CHANGED 2024-11-26T11:17:50,980 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,40241,1732619867367}] 2024-11-26T11:17:51,134 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T11:17:51,135 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42837, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T11:17:51,139 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T11:17:51,139 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:17:51,140 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T11:17:51,142 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7f3a3edaecc3%2C40241%2C1732619867367.meta, suffix=.meta, logDir=hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/WALs/7f3a3edaecc3,40241,1732619867367, archiveDir=hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/oldWALs, maxLogs=10 2024-11-26T11:17:51,155 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/WALs/7f3a3edaecc3,40241,1732619867367/7f3a3edaecc3%2C40241%2C1732619867367.meta.1732619871142.meta, exclude list is [], retry=0 2024-11-26T11:17:51,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43337,DS-34b7b5e5-10b7-4d6f-81d0-d853a58acbab,DISK] 2024-11-26T11:17:51,160 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/WALs/7f3a3edaecc3,40241,1732619867367/7f3a3edaecc3%2C40241%2C1732619867367.meta.1732619871142.meta 2024-11-26T11:17:51,161 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33017:33017)] 2024-11-26T11:17:51,161 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:17:51,162 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T11:17:51,162 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T11:17:51,162 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T11:17:51,162 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T11:17:51,162 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T11:17:51,162 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:17:51,163 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T11:17:51,163 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T11:17:51,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T11:17:51,166 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T11:17:51,166 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:51,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:17:51,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T11:17:51,168 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T11:17:51,168 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:51,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:17:51,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T11:17:51,169 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T11:17:51,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:51,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:17:51,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T11:17:51,171 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T11:17:51,171 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:51,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:17:51,172 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T11:17:51,173 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/data/hbase/meta/1588230740 2024-11-26T11:17:51,175 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/data/hbase/meta/1588230740 2024-11-26T11:17:51,177 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T11:17:51,177 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T11:17:51,178 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:17:51,180 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T11:17:51,181 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75395318, jitterRate=0.12347778677940369}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:17:51,181 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T11:17:51,183 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732619871163Writing region info on filesystem at 1732619871163Initializing all the Stores at 1732619871164 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732619871164Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732619871164Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619871164Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732619871164Cleaning up temporary data from old regions at 1732619871177 (+13 ms)Running coprocessor post-open hooks at 1732619871181 (+4 ms)Region opened successfully at 1732619871183 (+2 ms) 2024-11-26T11:17:51,184 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732619871133 2024-11-26T11:17:51,187 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T11:17:51,187 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T11:17:51,189 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7f3a3edaecc3,40241,1732619867367 2024-11-26T11:17:51,190 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7f3a3edaecc3,40241,1732619867367, state=OPEN 2024-11-26T11:17:51,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40241-0x10176dd03630001, quorum=127.0.0.1:60153, baseZNode=/01870307501 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01870307501/meta-region-server 2024-11-26T11:17:51,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38889-0x10176dd03630000, quorum=127.0.0.1:60153, baseZNode=/01870307501 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01870307501/meta-region-server 2024-11-26T11:17:51,235 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,40241,1732619867367 2024-11-26T11:17:51,235 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01870307501/meta-region-server: CHANGED 2024-11-26T11:17:51,235 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01870307501/meta-region-server: CHANGED 2024-11-26T11:17:51,238 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T11:17:51,238 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,40241,1732619867367 in 255 msec 2024-11-26T11:17:51,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T11:17:51,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 434 msec 2024-11-26T11:17:51,242 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T11:17:51,243 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T11:17:51,244 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:17:51,244 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,40241,1732619867367, seqNum=-1] 2024-11-26T11:17:51,245 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:17:51,246 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33485, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:17:51,253 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2970 sec 2024-11-26T11:17:51,253 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732619871253, completionTime=-1 2024-11-26T11:17:51,253 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T11:17:51,253 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T11:17:51,256 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T11:17:51,256 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732619931256 2024-11-26T11:17:51,256 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732619991256 2024-11-26T11:17:51,256 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T11:17:51,256 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,38889,1732619866503-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:51,256 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,38889,1732619866503-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:51,256 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,38889,1732619866503-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:51,257 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7f3a3edaecc3:38889, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:51,257 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:51,257 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:51,258 DEBUG [master/7f3a3edaecc3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T11:17:51,261 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.742sec 2024-11-26T11:17:51,261 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T11:17:51,261 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T11:17:51,261 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T11:17:51,261 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T11:17:51,261 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T11:17:51,261 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,38889,1732619866503-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T11:17:51,261 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,38889,1732619866503-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T11:17:51,264 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T11:17:51,264 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T11:17:51,264 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,38889,1732619866503-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:51,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e60680c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:17:51,328 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,38889,-1 for getting cluster id 2024-11-26T11:17:51,328 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:17:51,330 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74f53a19-69b6-4b6a-8f0b-bde0f6f6bef0' 2024-11-26T11:17:51,330 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:17:51,330 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74f53a19-69b6-4b6a-8f0b-bde0f6f6bef0" 2024-11-26T11:17:51,330 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31ed4267, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:17:51,330 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,38889,-1] 2024-11-26T11:17:51,331 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:17:51,331 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:17:51,332 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:17:51,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15ad8491, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:17:51,334 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:17:51,335 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,40241,1732619867367, seqNum=-1] 2024-11-26T11:17:51,335 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:17:51,336 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:17:51,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7f3a3edaecc3,38889,1732619866503 2024-11-26T11:17:51,339 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60153 2024-11-26T11:17:51,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60153, baseZNode=/01870307501 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:17:51,362 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10176dd03630002 connected 2024-11-26T11:17:51,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fec64b-6646-f4f8-cfca-1cf9d4302bab/hadoop.log.dir so I do NOT create it in target/test-data/dd8a8147-3d62-e902-4d0e-ecc290267963 2024-11-26T11:17:51,375 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fec64b-6646-f4f8-cfca-1cf9d4302bab/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T11:17:51,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fec64b-6646-f4f8-cfca-1cf9d4302bab/hadoop.tmp.dir so I do NOT create it in target/test-data/dd8a8147-3d62-e902-4d0e-ecc290267963 2024-11-26T11:17:51,375 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fec64b-6646-f4f8-cfca-1cf9d4302bab/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T11:17:51,375 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8a8147-3d62-e902-4d0e-ecc290267963 2024-11-26T11:17:51,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T11:17:51,375 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8a8147-3d62-e902-4d0e-ecc290267963/cluster_71c6850d-a616-598f-b34e-2e431c094a94, deleteOnExit=true 2024-11-26T11:17:51,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T11:17:51,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8a8147-3d62-e902-4d0e-ecc290267963/test.cache.data in system properties and HBase conf 2024-11-26T11:17:51,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8a8147-3d62-e902-4d0e-ecc290267963/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T11:17:51,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8a8147-3d62-e902-4d0e-ecc290267963/hadoop.log.dir in system properties and HBase conf 2024-11-26T11:17:51,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8a8147-3d62-e902-4d0e-ecc290267963/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T11:17:51,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8a8147-3d62-e902-4d0e-ecc290267963/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T11:17:51,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T11:17:51,376 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T11:17:51,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8a8147-3d62-e902-4d0e-ecc290267963/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T11:17:51,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8a8147-3d62-e902-4d0e-ecc290267963/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T11:17:51,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8a8147-3d62-e902-4d0e-ecc290267963/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T11:17:51,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8a8147-3d62-e902-4d0e-ecc290267963/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T11:17:51,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8a8147-3d62-e902-4d0e-ecc290267963/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T11:17:51,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8a8147-3d62-e902-4d0e-ecc290267963/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T11:17:51,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8a8147-3d62-e902-4d0e-ecc290267963/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T11:17:51,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8a8147-3d62-e902-4d0e-ecc290267963/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T11:17:51,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8a8147-3d62-e902-4d0e-ecc290267963/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T11:17:51,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8a8147-3d62-e902-4d0e-ecc290267963/nfs.dump.dir in system properties and HBase conf 2024-11-26T11:17:51,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8a8147-3d62-e902-4d0e-ecc290267963/java.io.tmpdir in system properties and HBase conf 2024-11-26T11:17:51,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8a8147-3d62-e902-4d0e-ecc290267963/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T11:17:51,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8a8147-3d62-e902-4d0e-ecc290267963/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T11:17:51,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8a8147-3d62-e902-4d0e-ecc290267963/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T11:17:51,669 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:17:51,675 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T11:17:51,676 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T11:17:51,676 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T11:17:51,676 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T11:17:51,677 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:17:51,678 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21921ed5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8a8147-3d62-e902-4d0e-ecc290267963/hadoop.log.dir/,AVAILABLE} 2024-11-26T11:17:51,678 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6feb2aa9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T11:17:51,773 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60b112e9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8a8147-3d62-e902-4d0e-ecc290267963/java.io.tmpdir/jetty-localhost-41775-hadoop-hdfs-3_4_1-tests_jar-_-any-6965738672153620679/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T11:17:51,774 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@35958d6b{HTTP/1.1, (http/1.1)}{localhost:41775} 2024-11-26T11:17:51,774 INFO [Time-limited test {}] server.Server(415): Started @43924ms 2024-11-26T11:17:52,068 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:17:52,074 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T11:17:52,075 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T11:17:52,075 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T11:17:52,075 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T11:17:52,075 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59a1090d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8a8147-3d62-e902-4d0e-ecc290267963/hadoop.log.dir/,AVAILABLE} 2024-11-26T11:17:52,076 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a7463d1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T11:17:52,174 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@617aba05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8a8147-3d62-e902-4d0e-ecc290267963/java.io.tmpdir/jetty-localhost-36381-hadoop-hdfs-3_4_1-tests_jar-_-any-17030488633084288326/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T11:17:52,174 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2da353f{HTTP/1.1, (http/1.1)}{localhost:36381} 2024-11-26T11:17:52,174 INFO [Time-limited test {}] server.Server(415): Started @44325ms 2024-11-26T11:17:52,175 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T11:17:53,191 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8a8147-3d62-e902-4d0e-ecc290267963/cluster_71c6850d-a616-598f-b34e-2e431c094a94/data/data2/current/BP-1286556519-172.17.0.3-1732619871401/current, will proceed with Du for space computation calculation, 2024-11-26T11:17:53,191 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8a8147-3d62-e902-4d0e-ecc290267963/cluster_71c6850d-a616-598f-b34e-2e431c094a94/data/data1/current/BP-1286556519-172.17.0.3-1732619871401/current, will proceed with Du for space computation calculation, 2024-11-26T11:17:53,219 WARN [Thread-607 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T11:17:53,246 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa178d6ec27929a06 with lease ID 0x95d458636e953f82: Processing first storage report for DS-47053f4f-e14c-4619-b5fd-21f14daacf8c from datanode DatanodeRegistration(127.0.0.1:35193, datanodeUuid=230dd135-cf08-47ae-b976-dce57bcccddc, infoPort=33591, infoSecurePort=0, ipcPort=44903, storageInfo=lv=-57;cid=testClusterID;nsid=609291441;c=1732619871401) 2024-11-26T11:17:53,246 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa178d6ec27929a06 with lease ID 0x95d458636e953f82: from storage DS-47053f4f-e14c-4619-b5fd-21f14daacf8c node DatanodeRegistration(127.0.0.1:35193, datanodeUuid=230dd135-cf08-47ae-b976-dce57bcccddc, infoPort=33591, infoSecurePort=0, ipcPort=44903, storageInfo=lv=-57;cid=testClusterID;nsid=609291441;c=1732619871401), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T11:17:53,246 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa178d6ec27929a06 with lease ID 0x95d458636e953f82: Processing first storage report for DS-0a864574-2b29-44a7-a0dc-a72b883d061b from datanode DatanodeRegistration(127.0.0.1:35193, datanodeUuid=230dd135-cf08-47ae-b976-dce57bcccddc, infoPort=33591, infoSecurePort=0, ipcPort=44903, storageInfo=lv=-57;cid=testClusterID;nsid=609291441;c=1732619871401) 2024-11-26T11:17:53,246 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa178d6ec27929a06 with lease ID 0x95d458636e953f82: from storage DS-0a864574-2b29-44a7-a0dc-a72b883d061b node DatanodeRegistration(127.0.0.1:35193, datanodeUuid=230dd135-cf08-47ae-b976-dce57bcccddc, infoPort=33591, infoSecurePort=0, ipcPort=44903, storageInfo=lv=-57;cid=testClusterID;nsid=609291441;c=1732619871401), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T11:17:53,316 WARN [RS:0;7f3a3edaecc3:40241 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 7f3a3edaecc3,46463,1732619836950: status=Processing ServerCrashProcedure of 7f3a3edaecc3,46463,1732619836950 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732619854528, completionTime=-1 appears to have been leaked 2024-11-26T11:17:53,320 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8a8147-3d62-e902-4d0e-ecc290267963 2024-11-26T11:17:53,320 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:17:53,322 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:17:53,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35193 is added to blk_1073741825_1001 (size=7) 2024-11-26T11:17:53,733 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33775/user/jenkins/test-data/fd373ef7-0f77-01ec-6b74-cf25ae9413cb with version=8 2024-11-26T11:17:53,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33775/user/jenkins/test-data/fd373ef7-0f77-01ec-6b74-cf25ae9413cb/hbase-staging 2024-11-26T11:17:53,736 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7f3a3edaecc3:0 server-side Connection retries=45 2024-11-26T11:17:53,736 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:17:53,736 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T11:17:53,737 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T11:17:53,737 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:17:53,737 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T11:17:53,737 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T11:17:53,737 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T11:17:53,738 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45139 2024-11-26T11:17:53,739 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45139 connecting to ZooKeeper ensemble=127.0.0.1:60153 2024-11-26T11:17:53,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:451390x0, quorum=127.0.0.1:60153, baseZNode=/11957419566 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:17:53,751 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45139-0x10176dd03630003 connected 2024-11-26T11:17:53,824 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:17:53,826 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:17:53,829 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45139-0x10176dd03630003, quorum=127.0.0.1:60153, baseZNode=/11957419566 Set watcher on znode that does not yet exist, /11957419566/running 2024-11-26T11:17:53,829 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33775/user/jenkins/test-data/fd373ef7-0f77-01ec-6b74-cf25ae9413cb, hbase.cluster.distributed=false 2024-11-26T11:17:53,831 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45139-0x10176dd03630003, quorum=127.0.0.1:60153, baseZNode=/11957419566 Set watcher on znode that does not yet exist, /11957419566/acl 2024-11-26T11:17:53,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45139 2024-11-26T11:17:53,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45139 2024-11-26T11:17:53,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45139 2024-11-26T11:17:53,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45139 2024-11-26T11:17:53,834 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45139 2024-11-26T11:17:53,853 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7f3a3edaecc3:0 server-side Connection retries=45 2024-11-26T11:17:53,853 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:17:53,853 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T11:17:53,853 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T11:17:53,853 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:17:53,853 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T11:17:53,853 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T11:17:53,854 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T11:17:53,854 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39023 2024-11-26T11:17:53,856 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39023 connecting to ZooKeeper ensemble=127.0.0.1:60153 2024-11-26T11:17:53,856 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:17:53,859 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:17:53,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390230x0, quorum=127.0.0.1:60153, baseZNode=/11957419566 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:17:53,875 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:390230x0, quorum=127.0.0.1:60153, baseZNode=/11957419566 Set watcher on znode that does not yet exist, /11957419566/running 2024-11-26T11:17:53,875 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39023-0x10176dd03630004 connected 2024-11-26T11:17:53,875 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T11:17:53,878 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T11:17:53,879 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39023-0x10176dd03630004, quorum=127.0.0.1:60153, baseZNode=/11957419566 Set watcher on znode that does not yet exist, /11957419566/master 2024-11-26T11:17:53,880 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39023-0x10176dd03630004, quorum=127.0.0.1:60153, baseZNode=/11957419566 Set watcher on znode that does not yet exist, /11957419566/acl 2024-11-26T11:17:53,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39023 2024-11-26T11:17:53,885 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39023 2024-11-26T11:17:53,886 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39023 2024-11-26T11:17:53,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39023 2024-11-26T11:17:53,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39023 2024-11-26T11:17:53,902 DEBUG [M:0;7f3a3edaecc3:45139 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7f3a3edaecc3:45139 2024-11-26T11:17:53,903 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11957419566/backup-masters/7f3a3edaecc3,45139,1732619873736 2024-11-26T11:17:53,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39023-0x10176dd03630004, quorum=127.0.0.1:60153, baseZNode=/11957419566 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11957419566/backup-masters 2024-11-26T11:17:53,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45139-0x10176dd03630003, quorum=127.0.0.1:60153, baseZNode=/11957419566 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11957419566/backup-masters 2024-11-26T11:17:53,909 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45139-0x10176dd03630003, quorum=127.0.0.1:60153, baseZNode=/11957419566 Set watcher on existing znode=/11957419566/backup-masters/7f3a3edaecc3,45139,1732619873736 2024-11-26T11:17:53,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45139-0x10176dd03630003, quorum=127.0.0.1:60153, baseZNode=/11957419566 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11957419566 2024-11-26T11:17:53,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39023-0x10176dd03630004, quorum=127.0.0.1:60153, baseZNode=/11957419566 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11957419566/master 2024-11-26T11:17:53,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39023-0x10176dd03630004, quorum=127.0.0.1:60153, baseZNode=/11957419566 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11957419566 2024-11-26T11:17:53,919 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45139-0x10176dd03630003, quorum=127.0.0.1:60153, baseZNode=/11957419566 Set watcher on existing znode=/11957419566/master 2024-11-26T11:17:53,920 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11957419566/backup-masters/7f3a3edaecc3,45139,1732619873736 from backup master directory 2024-11-26T11:17:53,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45139-0x10176dd03630003, quorum=127.0.0.1:60153, baseZNode=/11957419566 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11957419566/backup-masters/7f3a3edaecc3,45139,1732619873736 2024-11-26T11:17:53,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39023-0x10176dd03630004, quorum=127.0.0.1:60153, baseZNode=/11957419566 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11957419566/backup-masters 2024-11-26T11:17:53,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45139-0x10176dd03630003, quorum=127.0.0.1:60153, baseZNode=/11957419566 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11957419566/backup-masters 2024-11-26T11:17:53,929 WARN [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T11:17:53,929 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7f3a3edaecc3,45139,1732619873736 2024-11-26T11:17:53,934 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33775/user/jenkins/test-data/fd373ef7-0f77-01ec-6b74-cf25ae9413cb/hbase.id] with ID: 52eee81e-2d11-43fc-ac07-edcb021f3fc8 2024-11-26T11:17:53,934 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33775/user/jenkins/test-data/fd373ef7-0f77-01ec-6b74-cf25ae9413cb/.tmp/hbase.id 2024-11-26T11:17:53,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35193 is added to blk_1073741826_1002 (size=42) 2024-11-26T11:17:54,342 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33775/user/jenkins/test-data/fd373ef7-0f77-01ec-6b74-cf25ae9413cb/.tmp/hbase.id]:[hdfs://localhost:33775/user/jenkins/test-data/fd373ef7-0f77-01ec-6b74-cf25ae9413cb/hbase.id] 2024-11-26T11:17:54,365 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:17:54,366 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T11:17:54,369 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-26T11:17:54,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39023-0x10176dd03630004, quorum=127.0.0.1:60153, baseZNode=/11957419566 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11957419566 2024-11-26T11:17:54,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45139-0x10176dd03630003, quorum=127.0.0.1:60153, baseZNode=/11957419566 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11957419566 2024-11-26T11:17:54,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35193 is added to blk_1073741827_1003 (size=196) 2024-11-26T11:17:54,391 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T11:17:54,392 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T11:17:54,393 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:17:54,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35193 is added to blk_1073741828_1004 (size=1189) 2024-11-26T11:17:54,422 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33775/user/jenkins/test-data/fd373ef7-0f77-01ec-6b74-cf25ae9413cb/MasterData/data/master/store 2024-11-26T11:17:54,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35193 is added to blk_1073741829_1005 (size=34) 2024-11-26T11:17:54,433 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:17:54,433 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T11:17:54,433 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:17:54,434 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:17:54,434 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T11:17:54,434 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:17:54,434 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:17:54,434 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732619874433Disabling compacts and flushes for region at 1732619874433Disabling writes for close at 1732619874434 (+1 ms)Writing region close event to WAL at 1732619874434Closed at 1732619874434 2024-11-26T11:17:54,435 WARN [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33775/user/jenkins/test-data/fd373ef7-0f77-01ec-6b74-cf25ae9413cb/MasterData/data/master/store/.initializing 2024-11-26T11:17:54,435 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33775/user/jenkins/test-data/fd373ef7-0f77-01ec-6b74-cf25ae9413cb/MasterData/WALs/7f3a3edaecc3,45139,1732619873736 2024-11-26T11:17:54,439 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T11:17:54,443 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7f3a3edaecc3%2C45139%2C1732619873736, suffix=, logDir=hdfs://localhost:33775/user/jenkins/test-data/fd373ef7-0f77-01ec-6b74-cf25ae9413cb/MasterData/WALs/7f3a3edaecc3,45139,1732619873736, archiveDir=hdfs://localhost:33775/user/jenkins/test-data/fd373ef7-0f77-01ec-6b74-cf25ae9413cb/MasterData/oldWALs, maxLogs=10 2024-11-26T11:17:54,461 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fd373ef7-0f77-01ec-6b74-cf25ae9413cb/MasterData/WALs/7f3a3edaecc3,45139,1732619873736/7f3a3edaecc3%2C45139%2C1732619873736.1732619874443, exclude list is [], retry=0 2024-11-26T11:17:54,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35193,DS-47053f4f-e14c-4619-b5fd-21f14daacf8c,DISK] 2024-11-26T11:17:54,467 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fd373ef7-0f77-01ec-6b74-cf25ae9413cb/MasterData/WALs/7f3a3edaecc3,45139,1732619873736/7f3a3edaecc3%2C45139%2C1732619873736.1732619874443 2024-11-26T11:17:54,468 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33591:33591)] 2024-11-26T11:17:54,468 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:17:54,468 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:17:54,468 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:17:54,468 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:17:54,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:17:54,476 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T11:17:54,477 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:54,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:17:54,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:17:54,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T11:17:54,479 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:54,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:17:54,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:17:54,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T11:17:54,483 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:54,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:17:54,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:17:54,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T11:17:54,493 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:54,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:17:54,494 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:17:54,495 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33775/user/jenkins/test-data/fd373ef7-0f77-01ec-6b74-cf25ae9413cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:17:54,495 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33775/user/jenkins/test-data/fd373ef7-0f77-01ec-6b74-cf25ae9413cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:17:54,499 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:17:54,499 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:17:54,500 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:17:54,501 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:17:54,505 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33775/user/jenkins/test-data/fd373ef7-0f77-01ec-6b74-cf25ae9413cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:17:54,506 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63744638, jitterRate=-0.050130873918533325}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:17:54,506 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732619874468Initializing all the Stores at 1732619874470 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732619874470Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619874474 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619874474Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619874474Cleaning up temporary data from old regions at 1732619874499 (+25 ms)Region opened successfully at 1732619874506 (+7 ms) 2024-11-26T11:17:54,508 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T11:17:54,513 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fc00564, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7f3a3edaecc3/172.17.0.3:0 2024-11-26T11:17:54,516 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T11:17:54,516 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T11:17:54,516 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T11:17:54,516 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T11:17:54,517 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T11:17:54,518 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T11:17:54,518 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T11:17:54,521 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T11:17:54,522 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45139-0x10176dd03630003, quorum=127.0.0.1:60153, baseZNode=/11957419566 Unable to get data of znode /11957419566/balancer because node does not exist (not necessarily an error) 2024-11-26T11:17:54,529 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11957419566/balancer already deleted, retry=false 2024-11-26T11:17:54,530 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T11:17:54,531 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45139-0x10176dd03630003, quorum=127.0.0.1:60153, baseZNode=/11957419566 Unable to get data of znode /11957419566/normalizer because node does not exist (not necessarily an error) 2024-11-26T11:17:54,571 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11957419566/normalizer already deleted, retry=false 2024-11-26T11:17:54,572 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T11:17:54,573 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45139-0x10176dd03630003, quorum=127.0.0.1:60153, baseZNode=/11957419566 Unable to get data of znode /11957419566/switch/split because node does not exist (not necessarily an error) 2024-11-26T11:17:54,582 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11957419566/switch/split already deleted, retry=false 2024-11-26T11:17:54,583 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45139-0x10176dd03630003, quorum=127.0.0.1:60153, baseZNode=/11957419566 Unable to get data of znode /11957419566/switch/merge because node does not exist (not necessarily an error) 2024-11-26T11:17:54,592 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11957419566/switch/merge already deleted, retry=false 2024-11-26T11:17:54,596 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45139-0x10176dd03630003, quorum=127.0.0.1:60153, baseZNode=/11957419566 Unable to get data of znode /11957419566/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T11:17:54,611 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11957419566/snapshot-cleanup already deleted, retry=false 2024-11-26T11:17:54,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39023-0x10176dd03630004, quorum=127.0.0.1:60153, baseZNode=/11957419566 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11957419566/running 2024-11-26T11:17:54,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39023-0x10176dd03630004, quorum=127.0.0.1:60153, baseZNode=/11957419566 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11957419566 2024-11-26T11:17:54,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45139-0x10176dd03630003, quorum=127.0.0.1:60153, baseZNode=/11957419566 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11957419566/running 2024-11-26T11:17:54,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45139-0x10176dd03630003, quorum=127.0.0.1:60153, baseZNode=/11957419566 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11957419566 2024-11-26T11:17:54,625 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7f3a3edaecc3,45139,1732619873736, sessionid=0x10176dd03630003, setting cluster-up flag (Was=false) 2024-11-26T11:17:54,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39023-0x10176dd03630004, quorum=127.0.0.1:60153, baseZNode=/11957419566 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11957419566 2024-11-26T11:17:54,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45139-0x10176dd03630003, quorum=127.0.0.1:60153, baseZNode=/11957419566 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11957419566 2024-11-26T11:17:54,677 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11957419566/flush-table-proc/acquired, /11957419566/flush-table-proc/reached, /11957419566/flush-table-proc/abort 2024-11-26T11:17:54,678 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7f3a3edaecc3,45139,1732619873736 2024-11-26T11:17:54,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45139-0x10176dd03630003, quorum=127.0.0.1:60153, baseZNode=/11957419566 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11957419566 2024-11-26T11:17:54,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39023-0x10176dd03630004, quorum=127.0.0.1:60153, baseZNode=/11957419566 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11957419566 2024-11-26T11:17:54,729 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11957419566/online-snapshot/acquired, /11957419566/online-snapshot/reached, /11957419566/online-snapshot/abort 2024-11-26T11:17:54,731 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7f3a3edaecc3,45139,1732619873736 2024-11-26T11:17:54,732 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33775/user/jenkins/test-data/fd373ef7-0f77-01ec-6b74-cf25ae9413cb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T11:17:54,734 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T11:17:54,734 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T11:17:54,734 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T11:17:54,735 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7f3a3edaecc3,45139,1732619873736 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T11:17:54,736 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:17:54,736 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:17:54,736 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:17:54,737 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:17:54,737 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7f3a3edaecc3:0, corePoolSize=10, maxPoolSize=10 2024-11-26T11:17:54,737 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:17:54,737 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=2, maxPoolSize=2 2024-11-26T11:17:54,737 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:17:54,743 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T11:17:54,743 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T11:17:54,745 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:54,745 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T11:17:54,748 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732619904748 2024-11-26T11:17:54,748 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T11:17:54,748 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T11:17:54,749 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T11:17:54,749 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T11:17:54,749 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T11:17:54,749 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T11:17:54,751 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:54,752 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T11:17:54,752 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T11:17:54,752 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T11:17:54,753 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T11:17:54,756 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T11:17:54,756 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T11:17:54,758 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732619874756,5,FailOnTimeoutGroup] 2024-11-26T11:17:54,759 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732619874758,5,FailOnTimeoutGroup] 2024-11-26T11:17:54,759 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:54,759 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T11:17:54,759 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:54,759 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:54,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35193 is added to blk_1073741831_1007 (size=1321) 2024-11-26T11:17:54,790 INFO [RS:0;7f3a3edaecc3:39023 {}] regionserver.HRegionServer(746): ClusterId : 52eee81e-2d11-43fc-ac07-edcb021f3fc8 2024-11-26T11:17:54,790 DEBUG [RS:0;7f3a3edaecc3:39023 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T11:17:54,862 DEBUG [RS:0;7f3a3edaecc3:39023 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T11:17:54,862 DEBUG [RS:0;7f3a3edaecc3:39023 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T11:17:54,916 DEBUG [RS:0;7f3a3edaecc3:39023 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T11:17:54,916 DEBUG [RS:0;7f3a3edaecc3:39023 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d814232, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7f3a3edaecc3/172.17.0.3:0 2024-11-26T11:17:54,928 DEBUG [RS:0;7f3a3edaecc3:39023 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7f3a3edaecc3:39023 2024-11-26T11:17:54,928 INFO [RS:0;7f3a3edaecc3:39023 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T11:17:54,928 INFO [RS:0;7f3a3edaecc3:39023 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T11:17:54,928 DEBUG [RS:0;7f3a3edaecc3:39023 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T11:17:54,929 INFO [RS:0;7f3a3edaecc3:39023 {}] regionserver.HRegionServer(2659): reportForDuty to master=7f3a3edaecc3,45139,1732619873736 with port=39023, startcode=1732619873853 2024-11-26T11:17:54,929 DEBUG [RS:0;7f3a3edaecc3:39023 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T11:17:54,931 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33059, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T11:17:54,932 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45139 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7f3a3edaecc3,39023,1732619873853 2024-11-26T11:17:54,932 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45139 {}] master.ServerManager(517): Registering regionserver=7f3a3edaecc3,39023,1732619873853 2024-11-26T11:17:54,934 DEBUG [RS:0;7f3a3edaecc3:39023 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33775/user/jenkins/test-data/fd373ef7-0f77-01ec-6b74-cf25ae9413cb 2024-11-26T11:17:54,934 DEBUG [RS:0;7f3a3edaecc3:39023 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33775 2024-11-26T11:17:54,934 DEBUG [RS:0;7f3a3edaecc3:39023 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T11:17:55,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45139-0x10176dd03630003, quorum=127.0.0.1:60153, baseZNode=/11957419566 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11957419566/rs 2024-11-26T11:17:55,024 DEBUG [RS:0;7f3a3edaecc3:39023 {}] zookeeper.ZKUtil(111): regionserver:39023-0x10176dd03630004, quorum=127.0.0.1:60153, baseZNode=/11957419566 Set watcher on existing znode=/11957419566/rs/7f3a3edaecc3,39023,1732619873853 2024-11-26T11:17:55,024 WARN [RS:0;7f3a3edaecc3:39023 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T11:17:55,024 INFO [RS:0;7f3a3edaecc3:39023 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:17:55,025 DEBUG [RS:0;7f3a3edaecc3:39023 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33775/user/jenkins/test-data/fd373ef7-0f77-01ec-6b74-cf25ae9413cb/WALs/7f3a3edaecc3,39023,1732619873853 2024-11-26T11:17:55,025 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7f3a3edaecc3,39023,1732619873853] 2024-11-26T11:17:55,028 INFO [RS:0;7f3a3edaecc3:39023 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T11:17:55,030 INFO [RS:0;7f3a3edaecc3:39023 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T11:17:55,030 INFO [RS:0;7f3a3edaecc3:39023 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T11:17:55,030 INFO [RS:0;7f3a3edaecc3:39023 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:55,030 INFO [RS:0;7f3a3edaecc3:39023 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T11:17:55,031 INFO [RS:0;7f3a3edaecc3:39023 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T11:17:55,031 INFO [RS:0;7f3a3edaecc3:39023 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:55,031 DEBUG [RS:0;7f3a3edaecc3:39023 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:17:55,031 DEBUG [RS:0;7f3a3edaecc3:39023 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:17:55,031 DEBUG [RS:0;7f3a3edaecc3:39023 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:17:55,031 DEBUG [RS:0;7f3a3edaecc3:39023 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:17:55,031 DEBUG [RS:0;7f3a3edaecc3:39023 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:17:55,031 DEBUG [RS:0;7f3a3edaecc3:39023 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7f3a3edaecc3:0, corePoolSize=2, maxPoolSize=2 2024-11-26T11:17:55,031 DEBUG [RS:0;7f3a3edaecc3:39023 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:17:55,032 DEBUG [RS:0;7f3a3edaecc3:39023 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:17:55,032 DEBUG [RS:0;7f3a3edaecc3:39023 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:17:55,032 DEBUG [RS:0;7f3a3edaecc3:39023 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:17:55,032 DEBUG [RS:0;7f3a3edaecc3:39023 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:17:55,032 DEBUG [RS:0;7f3a3edaecc3:39023 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:17:55,032 DEBUG [RS:0;7f3a3edaecc3:39023 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7f3a3edaecc3:0, corePoolSize=3, maxPoolSize=3 2024-11-26T11:17:55,032 DEBUG [RS:0;7f3a3edaecc3:39023 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7f3a3edaecc3:0, corePoolSize=3, maxPoolSize=3 2024-11-26T11:17:55,032 INFO [RS:0;7f3a3edaecc3:39023 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:55,032 INFO [RS:0;7f3a3edaecc3:39023 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:55,032 INFO [RS:0;7f3a3edaecc3:39023 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:55,032 INFO [RS:0;7f3a3edaecc3:39023 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:55,032 INFO [RS:0;7f3a3edaecc3:39023 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:55,032 INFO [RS:0;7f3a3edaecc3:39023 {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,39023,1732619873853-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T11:17:55,046 INFO [RS:0;7f3a3edaecc3:39023 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T11:17:55,046 INFO [RS:0;7f3a3edaecc3:39023 {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,39023,1732619873853-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:55,046 INFO [RS:0;7f3a3edaecc3:39023 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:55,046 INFO [RS:0;7f3a3edaecc3:39023 {}] regionserver.Replication(171): 7f3a3edaecc3,39023,1732619873853 started 2024-11-26T11:17:55,060 INFO [RS:0;7f3a3edaecc3:39023 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:55,060 INFO [RS:0;7f3a3edaecc3:39023 {}] regionserver.HRegionServer(1482): Serving as 7f3a3edaecc3,39023,1732619873853, RpcServer on 7f3a3edaecc3/172.17.0.3:39023, sessionid=0x10176dd03630004 2024-11-26T11:17:55,060 DEBUG [RS:0;7f3a3edaecc3:39023 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T11:17:55,060 DEBUG [RS:0;7f3a3edaecc3:39023 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7f3a3edaecc3,39023,1732619873853 2024-11-26T11:17:55,060 DEBUG [RS:0;7f3a3edaecc3:39023 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7f3a3edaecc3,39023,1732619873853' 2024-11-26T11:17:55,060 DEBUG [RS:0;7f3a3edaecc3:39023 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11957419566/flush-table-proc/abort' 2024-11-26T11:17:55,061 DEBUG [RS:0;7f3a3edaecc3:39023 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11957419566/flush-table-proc/acquired' 2024-11-26T11:17:55,061 DEBUG [RS:0;7f3a3edaecc3:39023 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T11:17:55,061 DEBUG [RS:0;7f3a3edaecc3:39023 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T11:17:55,061 DEBUG [RS:0;7f3a3edaecc3:39023 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7f3a3edaecc3,39023,1732619873853 2024-11-26T11:17:55,061 DEBUG [RS:0;7f3a3edaecc3:39023 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7f3a3edaecc3,39023,1732619873853' 2024-11-26T11:17:55,061 DEBUG [RS:0;7f3a3edaecc3:39023 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11957419566/online-snapshot/abort' 2024-11-26T11:17:55,062 DEBUG [RS:0;7f3a3edaecc3:39023 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11957419566/online-snapshot/acquired' 2024-11-26T11:17:55,062 DEBUG [RS:0;7f3a3edaecc3:39023 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T11:17:55,062 INFO [RS:0;7f3a3edaecc3:39023 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T11:17:55,062 INFO [RS:0;7f3a3edaecc3:39023 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T11:17:55,162 INFO [RS:0;7f3a3edaecc3:39023 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T11:17:55,164 INFO [RS:0;7f3a3edaecc3:39023 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7f3a3edaecc3%2C39023%2C1732619873853, suffix=, logDir=hdfs://localhost:33775/user/jenkins/test-data/fd373ef7-0f77-01ec-6b74-cf25ae9413cb/WALs/7f3a3edaecc3,39023,1732619873853, archiveDir=hdfs://localhost:33775/user/jenkins/test-data/fd373ef7-0f77-01ec-6b74-cf25ae9413cb/oldWALs, maxLogs=10 2024-11-26T11:17:55,167 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33775/user/jenkins/test-data/fd373ef7-0f77-01ec-6b74-cf25ae9413cb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T11:17:55,167 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33775/user/jenkins/test-data/fd373ef7-0f77-01ec-6b74-cf25ae9413cb 2024-11-26T11:17:55,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35193 is added to blk_1073741832_1008 (size=32) 2024-11-26T11:17:55,179 DEBUG [RS:0;7f3a3edaecc3:39023 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fd373ef7-0f77-01ec-6b74-cf25ae9413cb/WALs/7f3a3edaecc3,39023,1732619873853/7f3a3edaecc3%2C39023%2C1732619873853.1732619875165, exclude list is [], retry=0 2024-11-26T11:17:55,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35193,DS-47053f4f-e14c-4619-b5fd-21f14daacf8c,DISK] 2024-11-26T11:17:55,185 INFO [RS:0;7f3a3edaecc3:39023 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fd373ef7-0f77-01ec-6b74-cf25ae9413cb/WALs/7f3a3edaecc3,39023,1732619873853/7f3a3edaecc3%2C39023%2C1732619873853.1732619875165 2024-11-26T11:17:55,187 DEBUG [RS:0;7f3a3edaecc3:39023 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33591:33591)] 2024-11-26T11:17:55,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:17:55,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T11:17:55,578 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T11:17:55,578 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:55,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:17:55,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T11:17:55,580 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T11:17:55,580 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:55,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:17:55,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T11:17:55,582 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T11:17:55,582 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:55,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:17:55,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T11:17:55,583 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T11:17:55,583 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:55,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:17:55,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T11:17:55,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33775/user/jenkins/test-data/fd373ef7-0f77-01ec-6b74-cf25ae9413cb/data/hbase/meta/1588230740 2024-11-26T11:17:55,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33775/user/jenkins/test-data/fd373ef7-0f77-01ec-6b74-cf25ae9413cb/data/hbase/meta/1588230740 2024-11-26T11:17:55,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T11:17:55,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T11:17:55,588 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:17:55,590 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T11:17:55,593 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33775/user/jenkins/test-data/fd373ef7-0f77-01ec-6b74-cf25ae9413cb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:17:55,596 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69988496, jitterRate=0.042909860610961914}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:17:55,596 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732619875574Initializing all the Stores at 1732619875575 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732619875575Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732619875576 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619875576Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732619875576Cleaning up temporary data from old regions at 1732619875588 (+12 ms)Region opened successfully at 1732619875596 (+8 ms) 2024-11-26T11:17:55,596 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T11:17:55,596 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T11:17:55,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T11:17:55,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T11:17:55,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T11:17:55,597 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T11:17:55,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732619875596Disabling compacts and flushes for region at 1732619875596Disabling writes for close at 1732619875597 (+1 ms)Writing region close event to WAL at 1732619875597Closed at 1732619875597 2024-11-26T11:17:55,599 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T11:17:55,599 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T11:17:55,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T11:17:55,600 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T11:17:55,601 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T11:17:55,752 DEBUG [7f3a3edaecc3:45139 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T11:17:55,752 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7f3a3edaecc3,39023,1732619873853 2024-11-26T11:17:55,754 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7f3a3edaecc3,39023,1732619873853, state=OPENING 2024-11-26T11:17:55,807 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T11:17:55,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45139-0x10176dd03630003, quorum=127.0.0.1:60153, baseZNode=/11957419566 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11957419566 2024-11-26T11:17:55,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39023-0x10176dd03630004, quorum=127.0.0.1:60153, baseZNode=/11957419566 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11957419566 2024-11-26T11:17:55,871 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T11:17:55,872 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11957419566/meta-region-server: CHANGED 2024-11-26T11:17:55,872 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11957419566/meta-region-server: CHANGED 2024-11-26T11:17:55,872 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,39023,1732619873853}] 2024-11-26T11:17:56,025 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T11:17:56,026 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42231, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T11:17:56,030 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T11:17:56,030 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:17:56,031 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T11:17:56,033 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7f3a3edaecc3%2C39023%2C1732619873853.meta, suffix=.meta, logDir=hdfs://localhost:33775/user/jenkins/test-data/fd373ef7-0f77-01ec-6b74-cf25ae9413cb/WALs/7f3a3edaecc3,39023,1732619873853, archiveDir=hdfs://localhost:33775/user/jenkins/test-data/fd373ef7-0f77-01ec-6b74-cf25ae9413cb/oldWALs, maxLogs=10 2024-11-26T11:17:56,045 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fd373ef7-0f77-01ec-6b74-cf25ae9413cb/WALs/7f3a3edaecc3,39023,1732619873853/7f3a3edaecc3%2C39023%2C1732619873853.meta.1732619876033.meta, exclude list is [], retry=0 2024-11-26T11:17:56,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35193,DS-47053f4f-e14c-4619-b5fd-21f14daacf8c,DISK] 2024-11-26T11:17:56,050 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fd373ef7-0f77-01ec-6b74-cf25ae9413cb/WALs/7f3a3edaecc3,39023,1732619873853/7f3a3edaecc3%2C39023%2C1732619873853.meta.1732619876033.meta 2024-11-26T11:17:56,050 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33591:33591)] 2024-11-26T11:17:56,050 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:17:56,051 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T11:17:56,051 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T11:17:56,051 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T11:17:56,051 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T11:17:56,051 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T11:17:56,051 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:17:56,051 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T11:17:56,051 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T11:17:56,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T11:17:56,054 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T11:17:56,054 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:56,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:17:56,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T11:17:56,055 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T11:17:56,055 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:56,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:17:56,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T11:17:56,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T11:17:56,057 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:56,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:17:56,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T11:17:56,058 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T11:17:56,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:56,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:17:56,059 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T11:17:56,059 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33775/user/jenkins/test-data/fd373ef7-0f77-01ec-6b74-cf25ae9413cb/data/hbase/meta/1588230740 2024-11-26T11:17:56,060 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33775/user/jenkins/test-data/fd373ef7-0f77-01ec-6b74-cf25ae9413cb/data/hbase/meta/1588230740 2024-11-26T11:17:56,061 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T11:17:56,061 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T11:17:56,062 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:17:56,063 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T11:17:56,064 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64724873, jitterRate=-0.03552423417568207}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:17:56,064 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T11:17:56,064 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732619876051Writing region info on filesystem at 1732619876052 (+1 ms)Initializing all the Stores at 1732619876052Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732619876053 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732619876053Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619876053Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732619876053Cleaning up temporary data from old regions at 1732619876061 (+8 ms)Running coprocessor post-open hooks at 1732619876064 (+3 ms)Region opened successfully at 1732619876064 2024-11-26T11:17:56,065 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732619876024 2024-11-26T11:17:56,069 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T11:17:56,069 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T11:17:56,069 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7f3a3edaecc3,39023,1732619873853 2024-11-26T11:17:56,070 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7f3a3edaecc3,39023,1732619873853, state=OPEN 2024-11-26T11:17:56,083 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T11:17:56,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45139-0x10176dd03630003, quorum=127.0.0.1:60153, baseZNode=/11957419566 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11957419566/meta-region-server 2024-11-26T11:17:56,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39023-0x10176dd03630004, quorum=127.0.0.1:60153, baseZNode=/11957419566 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11957419566/meta-region-server 2024-11-26T11:17:56,098 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,39023,1732619873853 2024-11-26T11:17:56,098 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11957419566/meta-region-server: CHANGED 2024-11-26T11:17:56,098 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11957419566/meta-region-server: CHANGED 2024-11-26T11:17:56,101 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T11:17:56,101 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,39023,1732619873853 in 227 msec 2024-11-26T11:17:56,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T11:17:56,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 502 msec 2024-11-26T11:17:56,105 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T11:17:56,105 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T11:17:56,107 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:17:56,107 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,39023,1732619873853, seqNum=-1] 2024-11-26T11:17:56,107 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:17:56,109 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60547, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:17:56,115 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3810 sec 2024-11-26T11:17:56,115 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732619876115, completionTime=-1 2024-11-26T11:17:56,115 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T11:17:56,115 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T11:17:56,118 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T11:17:56,118 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732619936118 2024-11-26T11:17:56,118 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732619996118 2024-11-26T11:17:56,118 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T11:17:56,118 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,45139,1732619873736-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:56,118 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,45139,1732619873736-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:56,118 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,45139,1732619873736-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:56,118 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7f3a3edaecc3:45139, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:56,118 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:56,118 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:56,120 DEBUG [master/7f3a3edaecc3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T11:17:56,122 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.193sec 2024-11-26T11:17:56,122 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T11:17:56,122 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T11:17:56,122 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T11:17:56,122 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T11:17:56,123 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T11:17:56,123 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,45139,1732619873736-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T11:17:56,123 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,45139,1732619873736-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T11:17:56,125 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T11:17:56,125 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T11:17:56,125 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,45139,1732619873736-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:17:56,161 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T11:17:56,161 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T11:17:56,162 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T11:17:56,162 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-26T11:17:56,162 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T11:17:56,162 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-26T11:17:56,163 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T11:17:56,163 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-26T11:17:56,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b5b3ade, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:17:56,191 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,45139,-1 for getting cluster id 2024-11-26T11:17:56,191 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:17:56,192 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52eee81e-2d11-43fc-ac07-edcb021f3fc8' 2024-11-26T11:17:56,192 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:17:56,193 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52eee81e-2d11-43fc-ac07-edcb021f3fc8" 2024-11-26T11:17:56,193 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6246cae5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:17:56,193 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,45139,-1] 2024-11-26T11:17:56,193 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:17:56,193 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:17:56,194 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:17:56,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a799c6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:17:56,196 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:17:56,197 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,39023,1732619873853, seqNum=-1] 2024-11-26T11:17:56,197 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:17:56,198 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:17:56,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7f3a3edaecc3,45139,1732619873736 2024-11-26T11:17:56,201 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60153 2024-11-26T11:17:56,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60153, baseZNode=/11957419566 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:17:56,253 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10176dd03630005 connected 2024-11-26T11:17:56,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@765c5d47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:17:56,325 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,38889,-1 for getting cluster id 2024-11-26T11:17:56,325 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:17:56,326 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74f53a19-69b6-4b6a-8f0b-bde0f6f6bef0' 2024-11-26T11:17:56,326 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:17:56,326 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74f53a19-69b6-4b6a-8f0b-bde0f6f6bef0" 2024-11-26T11:17:56,326 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43fd44c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:17:56,326 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,38889,-1] 2024-11-26T11:17:56,327 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:17:56,327 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:17:56,328 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:17:56,328 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5975eff6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:17:56,329 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:17:56,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,38889,1732619866503 2024-11-26T11:17:56,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69396f 2024-11-26T11:17:56,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:17:56,331 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:17:56,331 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://7f3a3edaecc3:45139,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T11:17:56,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T11:17:56,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:17:56,334 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7f3a3edaecc3:45139' 2024-11-26T11:17:56,335 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10719734, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:17:56,335 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,45139,-1 for getting cluster id 2024-11-26T11:17:56,335 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:17:56,336 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52eee81e-2d11-43fc-ac07-edcb021f3fc8' 2024-11-26T11:17:56,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:17:56,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52eee81e-2d11-43fc-ac07-edcb021f3fc8" 2024-11-26T11:17:56,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@318780df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:17:56,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,45139,-1] 2024-11-26T11:17:56,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:17:56,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:17:56,338 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:17:56,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f06e5a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:17:56,339 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:17:56,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,45139,1732619873736 2024-11-26T11:17:56,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1be14b22 2024-11-26T11:17:56,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:17:56,341 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:17:56,342 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-26T11:17:56,342 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T11:17:56,342 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:17:56,342 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:17:56,342 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:17:56,342 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T11:17:56,344 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T11:17:56,345 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T11:17:56,345 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:56,346 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T11:17:56,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43337 is added to blk_1073741835_1011 (size=1138) 2024-11-26T11:17:56,394 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T11:17:56,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:17:56,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:17:56,665 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T11:17:56,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:17:56,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:17:56,755 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bf9ef174d5c042291e1e83e230a9827c, NAME => 'hbase:replication,,1732619876342.bf9ef174d5c042291e1e83e230a9827c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f 2024-11-26T11:17:56,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43337 is added to blk_1073741836_1012 (size=44) 2024-11-26T11:17:56,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:17:57,165 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732619876342.bf9ef174d5c042291e1e83e230a9827c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:17:57,166 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing bf9ef174d5c042291e1e83e230a9827c, disabling compactions & flushes 2024-11-26T11:17:57,166 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732619876342.bf9ef174d5c042291e1e83e230a9827c. 2024-11-26T11:17:57,166 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732619876342.bf9ef174d5c042291e1e83e230a9827c. 2024-11-26T11:17:57,166 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732619876342.bf9ef174d5c042291e1e83e230a9827c. after waiting 0 ms 2024-11-26T11:17:57,166 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732619876342.bf9ef174d5c042291e1e83e230a9827c. 2024-11-26T11:17:57,166 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732619876342.bf9ef174d5c042291e1e83e230a9827c. 2024-11-26T11:17:57,166 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for bf9ef174d5c042291e1e83e230a9827c: Waiting for close lock at 1732619877166Disabling compacts and flushes for region at 1732619877166Disabling writes for close at 1732619877166Writing region close event to WAL at 1732619877166Closed at 1732619877166 2024-11-26T11:17:57,168 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T11:17:57,168 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732619876342.bf9ef174d5c042291e1e83e230a9827c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732619877168"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732619877168"}]},"ts":"1732619877168"} 2024-11-26T11:17:57,170 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T11:17:57,172 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T11:17:57,172 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732619877172"}]},"ts":"1732619877172"} 2024-11-26T11:17:57,174 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T11:17:57,174 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bf9ef174d5c042291e1e83e230a9827c, ASSIGN}] 2024-11-26T11:17:57,176 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bf9ef174d5c042291e1e83e230a9827c, ASSIGN 2024-11-26T11:17:57,178 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bf9ef174d5c042291e1e83e230a9827c, ASSIGN; state=OFFLINE, location=7f3a3edaecc3,40241,1732619867367; forceNewPlan=false, retain=false 2024-11-26T11:17:57,329 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=bf9ef174d5c042291e1e83e230a9827c, regionState=OPENING, regionLocation=7f3a3edaecc3,40241,1732619867367 2024-11-26T11:17:57,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bf9ef174d5c042291e1e83e230a9827c, ASSIGN because future has completed 2024-11-26T11:17:57,332 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf9ef174d5c042291e1e83e230a9827c, server=7f3a3edaecc3,40241,1732619867367}] 2024-11-26T11:17:57,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:17:57,489 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732619876342.bf9ef174d5c042291e1e83e230a9827c. 2024-11-26T11:17:57,490 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:17:57,490 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T11:17:57,491 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7f3a3edaecc3%2C40241%2C1732619867367.rep, suffix=, logDir=hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/WALs/7f3a3edaecc3,40241,1732619867367, archiveDir=hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/oldWALs, maxLogs=10 2024-11-26T11:17:57,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/WALs/7f3a3edaecc3,40241,1732619867367/7f3a3edaecc3%2C40241%2C1732619867367.rep.1732619877492, exclude list is [], retry=0 2024-11-26T11:17:57,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43337,DS-34b7b5e5-10b7-4d6f-81d0-d853a58acbab,DISK] 2024-11-26T11:17:57,508 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/WALs/7f3a3edaecc3,40241,1732619867367/7f3a3edaecc3%2C40241%2C1732619867367.rep.1732619877492 2024-11-26T11:17:57,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33017:33017)] 2024-11-26T11:17:57,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => bf9ef174d5c042291e1e83e230a9827c, NAME => 'hbase:replication,,1732619876342.bf9ef174d5c042291e1e83e230a9827c.', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:17:57,509 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T11:17:57,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T11:17:57,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732619876342.bf9ef174d5c042291e1e83e230a9827c. service=MultiRowMutationService 2024-11-26T11:17:57,509 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T11:17:57,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bf9ef174d5c042291e1e83e230a9827c 2024-11-26T11:17:57,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732619876342.bf9ef174d5c042291e1e83e230a9827c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:17:57,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for bf9ef174d5c042291e1e83e230a9827c 2024-11-26T11:17:57,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for bf9ef174d5c042291e1e83e230a9827c 2024-11-26T11:17:57,511 INFO [StoreOpener-bf9ef174d5c042291e1e83e230a9827c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bf9ef174d5c042291e1e83e230a9827c 2024-11-26T11:17:57,512 INFO [StoreOpener-bf9ef174d5c042291e1e83e230a9827c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf9ef174d5c042291e1e83e230a9827c columnFamilyName hfileref 2024-11-26T11:17:57,512 DEBUG [StoreOpener-bf9ef174d5c042291e1e83e230a9827c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:57,513 INFO [StoreOpener-bf9ef174d5c042291e1e83e230a9827c-1 {}] regionserver.HStore(327): Store=bf9ef174d5c042291e1e83e230a9827c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:17:57,513 INFO [StoreOpener-bf9ef174d5c042291e1e83e230a9827c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bf9ef174d5c042291e1e83e230a9827c 2024-11-26T11:17:57,514 INFO [StoreOpener-bf9ef174d5c042291e1e83e230a9827c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf9ef174d5c042291e1e83e230a9827c columnFamilyName queue 2024-11-26T11:17:57,514 DEBUG [StoreOpener-bf9ef174d5c042291e1e83e230a9827c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:57,515 INFO [StoreOpener-bf9ef174d5c042291e1e83e230a9827c-1 {}] regionserver.HStore(327): Store=bf9ef174d5c042291e1e83e230a9827c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:17:57,515 INFO [StoreOpener-bf9ef174d5c042291e1e83e230a9827c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bf9ef174d5c042291e1e83e230a9827c 2024-11-26T11:17:57,516 INFO [StoreOpener-bf9ef174d5c042291e1e83e230a9827c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf9ef174d5c042291e1e83e230a9827c columnFamilyName sid 2024-11-26T11:17:57,516 DEBUG [StoreOpener-bf9ef174d5c042291e1e83e230a9827c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:17:57,516 INFO [StoreOpener-bf9ef174d5c042291e1e83e230a9827c-1 {}] regionserver.HStore(327): Store=bf9ef174d5c042291e1e83e230a9827c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:17:57,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for bf9ef174d5c042291e1e83e230a9827c 2024-11-26T11:17:57,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/data/hbase/replication/bf9ef174d5c042291e1e83e230a9827c 2024-11-26T11:17:57,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/data/hbase/replication/bf9ef174d5c042291e1e83e230a9827c 2024-11-26T11:17:57,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for bf9ef174d5c042291e1e83e230a9827c 2024-11-26T11:17:57,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for bf9ef174d5c042291e1e83e230a9827c 2024-11-26T11:17:57,520 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T11:17:57,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for bf9ef174d5c042291e1e83e230a9827c 2024-11-26T11:17:57,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/data/hbase/replication/bf9ef174d5c042291e1e83e230a9827c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:17:57,524 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened bf9ef174d5c042291e1e83e230a9827c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63957201, jitterRate=-0.046963438391685486}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T11:17:57,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bf9ef174d5c042291e1e83e230a9827c 2024-11-26T11:17:57,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for bf9ef174d5c042291e1e83e230a9827c: Running coprocessor pre-open hook at 1732619877509Writing region info on filesystem at 1732619877509Initializing all the Stores at 1732619877510 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619877510Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619877511 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619877511Cleaning up temporary data from old regions at 1732619877519 (+8 ms)Running coprocessor post-open hooks at 1732619877524 (+5 ms)Region opened successfully at 1732619877525 (+1 ms) 2024-11-26T11:17:57,526 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732619876342.bf9ef174d5c042291e1e83e230a9827c., pid=7, masterSystemTime=1732619877485 2024-11-26T11:17:57,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732619876342.bf9ef174d5c042291e1e83e230a9827c. 2024-11-26T11:17:57,528 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732619876342.bf9ef174d5c042291e1e83e230a9827c. 2024-11-26T11:17:57,529 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=bf9ef174d5c042291e1e83e230a9827c, regionState=OPEN, openSeqNum=2, regionLocation=7f3a3edaecc3,40241,1732619867367 2024-11-26T11:17:57,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf9ef174d5c042291e1e83e230a9827c, server=7f3a3edaecc3,40241,1732619867367 because future has completed 2024-11-26T11:17:57,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-26T11:17:57,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure bf9ef174d5c042291e1e83e230a9827c, server=7f3a3edaecc3,40241,1732619867367 in 201 msec 2024-11-26T11:17:57,538 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T11:17:57,538 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bf9ef174d5c042291e1e83e230a9827c, ASSIGN in 361 msec 2024-11-26T11:17:57,539 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T11:17:57,539 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732619877539"}]},"ts":"1732619877539"} 2024-11-26T11:17:57,541 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T11:17:57,542 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T11:17:57,544 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2000 sec 2024-11-26T11:17:57,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732619876342.bf9ef174d5c042291e1e83e230a9827c., hostname=7f3a3edaecc3,40241,1732619867367, seqNum=2] 2024-11-26T11:17:57,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38889-0x10176dd03630000, quorum=127.0.0.1:60153, baseZNode=/01870307501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870307501 2024-11-26T11:17:57,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40241-0x10176dd03630001, quorum=127.0.0.1:60153, baseZNode=/01870307501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870307501 2024-11-26T11:17:57,594 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T11:17:57,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40241 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-26T11:17:57,747 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T11:17:57,777 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-7f3a3edaecc3,40241,1732619867367, ReplicationSource: 1, currentBandwidth=0 2024-11-26T11:17:57,778 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:17:57,778 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,40241,1732619867367, seqNum=-1] 2024-11-26T11:17:57,778 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:17:57,779 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48659, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-26T11:17:57,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7f3a3edaecc3,40241,1732619867367', locateType=CURRENT is [region=hbase:replication,,1732619876342.bf9ef174d5c042291e1e83e230a9827c., hostname=7f3a3edaecc3,40241,1732619867367, seqNum=2] 2024-11-26T11:17:57,784 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-26T11:17:57,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-26T11:17:57,787 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7f3a3edaecc3,40241,1732619867367 suceeded 2024-11-26T11:17:57,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-26T11:17:57,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-26T11:17:57,790 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7f3a3edaecc3:45139,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T11:17:57,792 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4590 sec 2024-11-26T11:17:57,799 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,40241,1732619867367 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7f3a3edaecc3:45139' 2024-11-26T11:17:57,801 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,40241,1732619867367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67ddfeb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:17:57,801 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,40241,1732619867367 {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,45139,-1 for getting cluster id 2024-11-26T11:17:57,801 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,40241,1732619867367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:17:57,802 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52eee81e-2d11-43fc-ac07-edcb021f3fc8' 2024-11-26T11:17:57,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:17:57,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52eee81e-2d11-43fc-ac07-edcb021f3fc8" 2024-11-26T11:17:57,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@461c904d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:17:57,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,45139,-1] 2024-11-26T11:17:57,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:17:57,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:17:57,804 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:17:57,805 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,40241,1732619867367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2674f919, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:17:57,805 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,40241,1732619867367 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:17:57,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,45139,1732619873736 2024-11-26T11:17:57,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@574c0039 2024-11-26T11:17:57,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:17:57,806 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-26T11:17:57,807 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,40241,1732619867367 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7f3a3edaecc3,40241,1732619867367 (queues=1) is replicating from cluster=74f53a19-69b6-4b6a-8f0b-bde0f6f6bef0 to cluster=52eee81e-2d11-43fc-ac07-edcb021f3fc8 2024-11-26T11:17:57,807 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,40241,1732619867367 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7f3a3edaecc3%2C40241%2C1732619867367 2024-11-26T11:17:57,807 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,40241,1732619867367 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7f3a3edaecc3,40241,1732619867367, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T11:17:57,807 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,40241,1732619867367.replicationSource.shipper7f3a3edaecc3%2C40241%2C1732619867367,1-7f3a3edaecc3,40241,1732619867367 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7f3a3edaecc3%2C40241%2C1732619867367 2024-11-26T11:17:57,808 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,40241,1732619867367.replicationSource.wal-reader.7f3a3edaecc3%2C40241%2C1732619867367,1-7f3a3edaecc3,40241,1732619867367 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/WALs/7f3a3edaecc3,40241,1732619867367/7f3a3edaecc3%2C40241%2C1732619867367.1732619870242, startPosition=0, beingWritten=true 2024-11-26T11:17:58,013 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,40241,1732619867367.replicationSource.wal-reader.7f3a3edaecc3%2C40241%2C1732619867367,1-7f3a3edaecc3,40241,1732619867367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/WALs/7f3a3edaecc3,40241,1732619867367/7f3a3edaecc3%2C40241%2C1732619867367.1732619870242 to pos 0, reset compression=false 2024-11-26T11:17:58,319 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,40241,1732619867367.replicationSource.wal-reader.7f3a3edaecc3%2C40241%2C1732619867367,1-7f3a3edaecc3,40241,1732619867367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/WALs/7f3a3edaecc3,40241,1732619867367/7f3a3edaecc3%2C40241%2C1732619867367.1732619870242 to pos 0, reset compression=false 2024-11-26T11:17:58,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:17:58,481 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T11:17:58,481 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:17:58,481 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:17:58,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:17:58,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:17:58,481 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:17:58,481 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:17:58,482 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,38889,1732619866503 2024-11-26T11:17:58,482 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e84f47a 2024-11-26T11:17:58,482 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:17:58,483 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:17:58,484 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-26T11:17:58,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T11:17:58,484 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:17:58,484 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:17:58,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:17:58,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:17:58,484 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:17:58,485 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T11:17:58,485 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1355976830, stopped=false 2024-11-26T11:17:58,485 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7f3a3edaecc3,45139,1732619873736 2024-11-26T11:17:58,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45139-0x10176dd03630003, quorum=127.0.0.1:60153, baseZNode=/11957419566 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11957419566/running 2024-11-26T11:17:58,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39023-0x10176dd03630004, quorum=127.0.0.1:60153, baseZNode=/11957419566 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11957419566/running 2024-11-26T11:17:58,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39023-0x10176dd03630004, quorum=127.0.0.1:60153, baseZNode=/11957419566 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11957419566 2024-11-26T11:17:58,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45139-0x10176dd03630003, quorum=127.0.0.1:60153, baseZNode=/11957419566 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11957419566 2024-11-26T11:17:58,529 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T11:17:58,529 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:17:58,530 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:17:58,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:17:58,530 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7f3a3edaecc3,39023,1732619873853' ***** 2024-11-26T11:17:58,530 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T11:17:58,530 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39023-0x10176dd03630004, quorum=127.0.0.1:60153, baseZNode=/11957419566 Set watcher on znode that does not yet exist, /11957419566/running 2024-11-26T11:17:58,530 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45139-0x10176dd03630003, quorum=127.0.0.1:60153, baseZNode=/11957419566 Set watcher on znode that does not yet exist, /11957419566/running 2024-11-26T11:17:58,530 INFO [RS:0;7f3a3edaecc3:39023 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T11:17:58,530 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T11:17:58,530 INFO [RS:0;7f3a3edaecc3:39023 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T11:17:58,530 INFO [RS:0;7f3a3edaecc3:39023 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T11:17:58,530 INFO [RS:0;7f3a3edaecc3:39023 {}] regionserver.HRegionServer(959): stopping server 7f3a3edaecc3,39023,1732619873853 2024-11-26T11:17:58,530 INFO [RS:0;7f3a3edaecc3:39023 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T11:17:58,530 INFO [RS:0;7f3a3edaecc3:39023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7f3a3edaecc3:39023. 2024-11-26T11:17:58,531 DEBUG [RS:0;7f3a3edaecc3:39023 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:17:58,531 DEBUG [RS:0;7f3a3edaecc3:39023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:17:58,531 INFO [RS:0;7f3a3edaecc3:39023 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T11:17:58,531 INFO [RS:0;7f3a3edaecc3:39023 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T11:17:58,531 INFO [RS:0;7f3a3edaecc3:39023 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T11:17:58,531 INFO [RS:0;7f3a3edaecc3:39023 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T11:17:58,531 INFO [RS:0;7f3a3edaecc3:39023 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T11:17:58,531 DEBUG [RS:0;7f3a3edaecc3:39023 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T11:17:58,531 DEBUG [RS:0;7f3a3edaecc3:39023 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T11:17:58,531 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T11:17:58,531 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T11:17:58,531 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T11:17:58,531 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T11:17:58,531 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T11:17:58,532 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-26T11:17:58,535 INFO [regionserver/7f3a3edaecc3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T11:17:58,549 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33775/user/jenkins/test-data/fd373ef7-0f77-01ec-6b74-cf25ae9413cb/data/hbase/meta/1588230740/.tmp/ns/79bdb2a055ff453fac1ec4351355fb84 is 43, key is default/ns:d/1732619876109/Put/seqid=0 2024-11-26T11:17:58,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35193 is added to blk_1073741835_1011 (size=5153) 2024-11-26T11:17:58,725 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,40241,1732619867367.replicationSource.wal-reader.7f3a3edaecc3%2C40241%2C1732619867367,1-7f3a3edaecc3,40241,1732619867367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/WALs/7f3a3edaecc3,40241,1732619867367/7f3a3edaecc3%2C40241%2C1732619867367.1732619870242 to pos 0, reset compression=false 2024-11-26T11:17:58,731 DEBUG [RS:0;7f3a3edaecc3:39023 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T11:17:58,932 DEBUG [RS:0;7f3a3edaecc3:39023 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T11:17:58,955 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33775/user/jenkins/test-data/fd373ef7-0f77-01ec-6b74-cf25ae9413cb/data/hbase/meta/1588230740/.tmp/ns/79bdb2a055ff453fac1ec4351355fb84 2024-11-26T11:17:58,962 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33775/user/jenkins/test-data/fd373ef7-0f77-01ec-6b74-cf25ae9413cb/data/hbase/meta/1588230740/.tmp/ns/79bdb2a055ff453fac1ec4351355fb84 as hdfs://localhost:33775/user/jenkins/test-data/fd373ef7-0f77-01ec-6b74-cf25ae9413cb/data/hbase/meta/1588230740/ns/79bdb2a055ff453fac1ec4351355fb84 2024-11-26T11:17:58,968 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33775/user/jenkins/test-data/fd373ef7-0f77-01ec-6b74-cf25ae9413cb/data/hbase/meta/1588230740/ns/79bdb2a055ff453fac1ec4351355fb84, entries=2, sequenceid=6, filesize=5.0 K 2024-11-26T11:17:58,969 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 437ms, sequenceid=6, compaction requested=false 2024-11-26T11:17:58,973 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33775/user/jenkins/test-data/fd373ef7-0f77-01ec-6b74-cf25ae9413cb/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-26T11:17:58,974 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T11:17:58,974 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T11:17:58,974 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T11:17:58,974 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732619878531Running coprocessor pre-close hooks at 1732619878531Disabling compacts and flushes for region at 1732619878531Disabling writes for close at 1732619878531Obtaining lock to block concurrent updates at 1732619878532 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732619878532Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732619878532Flushing stores of hbase:meta,,1.1588230740 at 1732619878533 (+1 ms)Flushing 1588230740/ns: creating writer at 1732619878533Flushing 1588230740/ns: appending metadata at 1732619878549 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732619878549Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6de474bb: reopening flushed file at 1732619878962 (+413 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 437ms, sequenceid=6, compaction requested=false at 1732619878969 (+7 ms)Writing region close event to WAL at 1732619878970 (+1 ms)Running coprocessor post-close hooks at 1732619878974 (+4 ms)Closed at 1732619878974 2024-11-26T11:17:58,974 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T11:17:59,035 INFO [regionserver/7f3a3edaecc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T11:17:59,035 INFO [regionserver/7f3a3edaecc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T11:17:59,132 INFO [RS:0;7f3a3edaecc3:39023 {}] regionserver.HRegionServer(976): stopping server 7f3a3edaecc3,39023,1732619873853; all regions closed. 2024-11-26T11:17:59,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35193 is added to blk_1073741834_1010 (size=1152) 2024-11-26T11:17:59,137 DEBUG [RS:0;7f3a3edaecc3:39023 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fd373ef7-0f77-01ec-6b74-cf25ae9413cb/oldWALs 2024-11-26T11:17:59,137 INFO [RS:0;7f3a3edaecc3:39023 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7f3a3edaecc3%2C39023%2C1732619873853.meta:.meta(num 1732619876033) 2024-11-26T11:17:59,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35193 is added to blk_1073741833_1009 (size=93) 2024-11-26T11:17:59,140 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fd373ef7-0f77-01ec-6b74-cf25ae9413cb/WALs/7f3a3edaecc3,39023,1732619873853/7f3a3edaecc3%2C39023%2C1732619873853.1732619875165 not finished, retry = 0 2024-11-26T11:17:59,230 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,40241,1732619867367.replicationSource.wal-reader.7f3a3edaecc3%2C40241%2C1732619867367,1-7f3a3edaecc3,40241,1732619867367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/WALs/7f3a3edaecc3,40241,1732619867367/7f3a3edaecc3%2C40241%2C1732619867367.1732619870242 to pos 0, reset compression=false 2024-11-26T11:17:59,242 DEBUG [RS:0;7f3a3edaecc3:39023 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fd373ef7-0f77-01ec-6b74-cf25ae9413cb/oldWALs 2024-11-26T11:17:59,242 INFO [RS:0;7f3a3edaecc3:39023 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7f3a3edaecc3%2C39023%2C1732619873853:(num 1732619875165) 2024-11-26T11:17:59,242 DEBUG [RS:0;7f3a3edaecc3:39023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:17:59,242 INFO [RS:0;7f3a3edaecc3:39023 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T11:17:59,242 INFO [RS:0;7f3a3edaecc3:39023 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T11:17:59,242 INFO [RS:0;7f3a3edaecc3:39023 {}] hbase.ChoreService(370): Chore service for: regionserver/7f3a3edaecc3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T11:17:59,242 INFO [RS:0;7f3a3edaecc3:39023 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T11:17:59,242 INFO [regionserver/7f3a3edaecc3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T11:17:59,243 INFO [RS:0;7f3a3edaecc3:39023 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39023 2024-11-26T11:17:59,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45139-0x10176dd03630003, quorum=127.0.0.1:60153, baseZNode=/11957419566 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11957419566/rs 2024-11-26T11:17:59,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39023-0x10176dd03630004, quorum=127.0.0.1:60153, baseZNode=/11957419566 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11957419566/rs/7f3a3edaecc3,39023,1732619873853 2024-11-26T11:17:59,255 INFO [RS:0;7f3a3edaecc3:39023 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T11:17:59,266 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7f3a3edaecc3,39023,1732619873853] 2024-11-26T11:17:59,276 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11957419566/draining/7f3a3edaecc3,39023,1732619873853 already deleted, retry=false 2024-11-26T11:17:59,276 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7f3a3edaecc3,39023,1732619873853 expired; onlineServers=0 2024-11-26T11:17:59,276 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7f3a3edaecc3,45139,1732619873736' ***** 2024-11-26T11:17:59,276 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T11:17:59,276 INFO [M:0;7f3a3edaecc3:45139 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T11:17:59,276 INFO [M:0;7f3a3edaecc3:45139 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T11:17:59,276 DEBUG [M:0;7f3a3edaecc3:45139 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T11:17:59,277 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T11:17:59,277 DEBUG [M:0;7f3a3edaecc3:45139 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T11:17:59,277 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732619874756 {}] cleaner.HFileCleaner(306): Exit Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732619874756,5,FailOnTimeoutGroup] 2024-11-26T11:17:59,277 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732619874758 {}] cleaner.HFileCleaner(306): Exit Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732619874758,5,FailOnTimeoutGroup] 2024-11-26T11:17:59,277 INFO [M:0;7f3a3edaecc3:45139 {}] hbase.ChoreService(370): Chore service for: master/7f3a3edaecc3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T11:17:59,277 INFO [M:0;7f3a3edaecc3:45139 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T11:17:59,277 DEBUG [M:0;7f3a3edaecc3:45139 {}] master.HMaster(1795): Stopping service threads 2024-11-26T11:17:59,277 INFO [M:0;7f3a3edaecc3:45139 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T11:17:59,277 INFO [M:0;7f3a3edaecc3:45139 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T11:17:59,277 INFO [M:0;7f3a3edaecc3:45139 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T11:17:59,277 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T11:17:59,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45139-0x10176dd03630003, quorum=127.0.0.1:60153, baseZNode=/11957419566 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11957419566/master 2024-11-26T11:17:59,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45139-0x10176dd03630003, quorum=127.0.0.1:60153, baseZNode=/11957419566 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11957419566 2024-11-26T11:17:59,287 DEBUG [M:0;7f3a3edaecc3:45139 {}] zookeeper.ZKUtil(347): master:45139-0x10176dd03630003, quorum=127.0.0.1:60153, baseZNode=/11957419566 Unable to get data of znode /11957419566/master because node does not exist (not an error) 2024-11-26T11:17:59,287 WARN [M:0;7f3a3edaecc3:45139 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T11:17:59,287 INFO [M:0;7f3a3edaecc3:45139 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33775/user/jenkins/test-data/fd373ef7-0f77-01ec-6b74-cf25ae9413cb/.lastflushedseqids 2024-11-26T11:17:59,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35193 is added to blk_1073741836_1012 (size=99) 2024-11-26T11:17:59,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39023-0x10176dd03630004, quorum=127.0.0.1:60153, baseZNode=/11957419566 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:17:59,366 INFO [RS:0;7f3a3edaecc3:39023 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T11:17:59,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39023-0x10176dd03630004, quorum=127.0.0.1:60153, baseZNode=/11957419566 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:17:59,366 INFO [RS:0;7f3a3edaecc3:39023 {}] regionserver.HRegionServer(1031): Exiting; stopping=7f3a3edaecc3,39023,1732619873853; zookeeper connection closed. 2024-11-26T11:17:59,366 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2ce9a5bb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2ce9a5bb 2024-11-26T11:17:59,367 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T11:17:59,694 INFO [M:0;7f3a3edaecc3:45139 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T11:17:59,695 INFO [M:0;7f3a3edaecc3:45139 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T11:17:59,695 DEBUG [M:0;7f3a3edaecc3:45139 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T11:17:59,695 INFO [M:0;7f3a3edaecc3:45139 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:17:59,695 DEBUG [M:0;7f3a3edaecc3:45139 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:17:59,695 DEBUG [M:0;7f3a3edaecc3:45139 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T11:17:59,695 DEBUG [M:0;7f3a3edaecc3:45139 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:17:59,695 INFO [M:0;7f3a3edaecc3:45139 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-26T11:17:59,710 DEBUG [M:0;7f3a3edaecc3:45139 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33775/user/jenkins/test-data/fd373ef7-0f77-01ec-6b74-cf25ae9413cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f358213a9cf7434cbe64d9acbfd31418 is 82, key is hbase:meta,,1/info:regioninfo/1732619876069/Put/seqid=0 2024-11-26T11:17:59,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35193 is added to blk_1073741837_1013 (size=5672) 2024-11-26T11:17:59,835 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,40241,1732619867367.replicationSource.wal-reader.7f3a3edaecc3%2C40241%2C1732619867367,1-7f3a3edaecc3,40241,1732619867367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/WALs/7f3a3edaecc3,40241,1732619867367/7f3a3edaecc3%2C40241%2C1732619867367.1732619870242 to pos 0, reset compression=false 2024-11-26T11:18:00,115 INFO [M:0;7f3a3edaecc3:45139 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33775/user/jenkins/test-data/fd373ef7-0f77-01ec-6b74-cf25ae9413cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f358213a9cf7434cbe64d9acbfd31418 2024-11-26T11:18:00,138 DEBUG [M:0;7f3a3edaecc3:45139 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33775/user/jenkins/test-data/fd373ef7-0f77-01ec-6b74-cf25ae9413cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/30200d9966dd414fa1e8dc5347b9652d is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732619876114/Put/seqid=0 2024-11-26T11:18:00,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35193 is added to blk_1073741838_1014 (size=5275) 2024-11-26T11:18:00,541 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,40241,1732619867367.replicationSource.wal-reader.7f3a3edaecc3%2C40241%2C1732619867367,1-7f3a3edaecc3,40241,1732619867367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/WALs/7f3a3edaecc3,40241,1732619867367/7f3a3edaecc3%2C40241%2C1732619867367.1732619870242 to pos 0, reset compression=false 2024-11-26T11:18:00,544 INFO [M:0;7f3a3edaecc3:45139 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33775/user/jenkins/test-data/fd373ef7-0f77-01ec-6b74-cf25ae9413cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/30200d9966dd414fa1e8dc5347b9652d 2024-11-26T11:18:00,565 DEBUG [M:0;7f3a3edaecc3:45139 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33775/user/jenkins/test-data/fd373ef7-0f77-01ec-6b74-cf25ae9413cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f8e6312b0554433d938354faccf766e9 is 69, key is 7f3a3edaecc3,39023,1732619873853/rs:state/1732619874932/Put/seqid=0 2024-11-26T11:18:00,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35193 is added to blk_1073741839_1015 (size=5156) 2024-11-26T11:18:00,970 INFO [M:0;7f3a3edaecc3:45139 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33775/user/jenkins/test-data/fd373ef7-0f77-01ec-6b74-cf25ae9413cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f8e6312b0554433d938354faccf766e9 2024-11-26T11:18:00,976 DEBUG [M:0;7f3a3edaecc3:45139 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33775/user/jenkins/test-data/fd373ef7-0f77-01ec-6b74-cf25ae9413cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f358213a9cf7434cbe64d9acbfd31418 as hdfs://localhost:33775/user/jenkins/test-data/fd373ef7-0f77-01ec-6b74-cf25ae9413cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f358213a9cf7434cbe64d9acbfd31418 2024-11-26T11:18:00,982 INFO [M:0;7f3a3edaecc3:45139 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33775/user/jenkins/test-data/fd373ef7-0f77-01ec-6b74-cf25ae9413cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f358213a9cf7434cbe64d9acbfd31418, entries=8, sequenceid=28, filesize=5.5 K 2024-11-26T11:18:00,984 DEBUG [M:0;7f3a3edaecc3:45139 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33775/user/jenkins/test-data/fd373ef7-0f77-01ec-6b74-cf25ae9413cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/30200d9966dd414fa1e8dc5347b9652d as hdfs://localhost:33775/user/jenkins/test-data/fd373ef7-0f77-01ec-6b74-cf25ae9413cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/30200d9966dd414fa1e8dc5347b9652d 2024-11-26T11:18:00,990 INFO [M:0;7f3a3edaecc3:45139 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33775/user/jenkins/test-data/fd373ef7-0f77-01ec-6b74-cf25ae9413cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/30200d9966dd414fa1e8dc5347b9652d, entries=3, sequenceid=28, filesize=5.2 K 2024-11-26T11:18:00,991 DEBUG [M:0;7f3a3edaecc3:45139 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33775/user/jenkins/test-data/fd373ef7-0f77-01ec-6b74-cf25ae9413cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f8e6312b0554433d938354faccf766e9 as hdfs://localhost:33775/user/jenkins/test-data/fd373ef7-0f77-01ec-6b74-cf25ae9413cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f8e6312b0554433d938354faccf766e9 2024-11-26T11:18:00,997 INFO [M:0;7f3a3edaecc3:45139 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33775/user/jenkins/test-data/fd373ef7-0f77-01ec-6b74-cf25ae9413cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f8e6312b0554433d938354faccf766e9, entries=1, sequenceid=28, filesize=5.0 K 2024-11-26T11:18:00,998 INFO [M:0;7f3a3edaecc3:45139 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1303ms, sequenceid=28, compaction requested=false 2024-11-26T11:18:01,000 INFO [M:0;7f3a3edaecc3:45139 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:18:01,000 DEBUG [M:0;7f3a3edaecc3:45139 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732619879695Disabling compacts and flushes for region at 1732619879695Disabling writes for close at 1732619879695Obtaining lock to block concurrent updates at 1732619879695Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732619879695Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732619879695Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732619879696 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732619879696Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732619879710 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732619879710Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732619880121 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732619880138 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732619880138Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732619880549 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732619880564 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732619880564Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a8a9541: reopening flushed file at 1732619880975 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@447bb79d: reopening flushed file at 1732619880983 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47833c38: reopening flushed file at 1732619880990 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1303ms, sequenceid=28, compaction requested=false at 1732619880998 (+8 ms)Writing region close event to WAL at 1732619881000 (+2 ms)Closed at 1732619881000 2024-11-26T11:18:01,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35193 is added to blk_1073741830_1006 (size=10165) 2024-11-26T11:18:01,002 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fd373ef7-0f77-01ec-6b74-cf25ae9413cb/MasterData/WALs/7f3a3edaecc3,45139,1732619873736/7f3a3edaecc3%2C45139%2C1732619873736.1732619874443 not finished, retry = 0 2024-11-26T11:18:01,103 INFO [M:0;7f3a3edaecc3:45139 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T11:18:01,103 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T11:18:01,103 INFO [M:0;7f3a3edaecc3:45139 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45139 2024-11-26T11:18:01,104 INFO [M:0;7f3a3edaecc3:45139 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T11:18:01,322 INFO [M:0;7f3a3edaecc3:45139 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T11:18:01,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45139-0x10176dd03630003, quorum=127.0.0.1:60153, baseZNode=/11957419566 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:18:01,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45139-0x10176dd03630003, quorum=127.0.0.1:60153, baseZNode=/11957419566 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:18:01,346 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,40241,1732619867367.replicationSource.wal-reader.7f3a3edaecc3%2C40241%2C1732619867367,1-7f3a3edaecc3,40241,1732619867367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/WALs/7f3a3edaecc3,40241,1732619867367/7f3a3edaecc3%2C40241%2C1732619867367.1732619870242 to pos 0, reset compression=false 2024-11-26T11:18:01,362 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@617aba05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T11:18:01,363 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2da353f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T11:18:01,363 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T11:18:01,363 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a7463d1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T11:18:01,363 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59a1090d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8a8147-3d62-e902-4d0e-ecc290267963/hadoop.log.dir/,STOPPED} 2024-11-26T11:18:01,364 WARN [BP-1286556519-172.17.0.3-1732619871401 heartbeating to localhost/127.0.0.1:33775 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T11:18:01,364 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T11:18:01,365 WARN [BP-1286556519-172.17.0.3-1732619871401 heartbeating to localhost/127.0.0.1:33775 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1286556519-172.17.0.3-1732619871401 (Datanode Uuid 230dd135-cf08-47ae-b976-dce57bcccddc) service to localhost/127.0.0.1:33775 2024-11-26T11:18:01,365 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T11:18:01,365 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8a8147-3d62-e902-4d0e-ecc290267963/cluster_71c6850d-a616-598f-b34e-2e431c094a94/data/data1/current/BP-1286556519-172.17.0.3-1732619871401 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T11:18:01,365 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8a8147-3d62-e902-4d0e-ecc290267963/cluster_71c6850d-a616-598f-b34e-2e431c094a94/data/data2/current/BP-1286556519-172.17.0.3-1732619871401 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T11:18:01,365 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T11:18:01,370 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60b112e9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T11:18:01,371 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@35958d6b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T11:18:01,371 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T11:18:01,371 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6feb2aa9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T11:18:01,371 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21921ed5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8a8147-3d62-e902-4d0e-ecc290267963/hadoop.log.dir/,STOPPED} 2024-11-26T11:18:01,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T11:18:01,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T11:18:01,383 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:18:01,383 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:18:01,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:18:01,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:18:01,383 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T11:18:01,383 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:18:01,383 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1364880151, stopped=false 2024-11-26T11:18:01,383 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7f3a3edaecc3,38889,1732619866503 2024-11-26T11:18:01,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38889-0x10176dd03630000, quorum=127.0.0.1:60153, baseZNode=/01870307501 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01870307501/running 2024-11-26T11:18:01,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40241-0x10176dd03630001, quorum=127.0.0.1:60153, baseZNode=/01870307501 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01870307501/running 2024-11-26T11:18:01,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40241-0x10176dd03630001, quorum=127.0.0.1:60153, baseZNode=/01870307501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870307501 2024-11-26T11:18:01,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38889-0x10176dd03630000, quorum=127.0.0.1:60153, baseZNode=/01870307501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870307501 2024-11-26T11:18:01,402 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T11:18:01,403 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:18:01,403 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:18:01,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:18:01,403 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38889-0x10176dd03630000, quorum=127.0.0.1:60153, baseZNode=/01870307501 Set watcher on znode that does not yet exist, /01870307501/running 2024-11-26T11:18:01,403 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7f3a3edaecc3,40241,1732619867367' ***** 2024-11-26T11:18:01,403 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40241-0x10176dd03630001, quorum=127.0.0.1:60153, baseZNode=/01870307501 Set watcher on znode that does not yet exist, /01870307501/running 2024-11-26T11:18:01,403 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T11:18:01,403 INFO [RS:0;7f3a3edaecc3:40241 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T11:18:01,403 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T11:18:01,404 INFO [RS:0;7f3a3edaecc3:40241 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T11:18:01,404 INFO [RS:0;7f3a3edaecc3:40241 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T11:18:01,404 INFO [RS:0;7f3a3edaecc3:40241 {}] regionserver.HRegionServer(3091): Received CLOSE for bf9ef174d5c042291e1e83e230a9827c 2024-11-26T11:18:01,404 INFO [RS:0;7f3a3edaecc3:40241 {}] regionserver.HRegionServer(959): stopping server 7f3a3edaecc3,40241,1732619867367 2024-11-26T11:18:01,404 INFO [RS:0;7f3a3edaecc3:40241 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T11:18:01,404 INFO [RS:0;7f3a3edaecc3:40241 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7f3a3edaecc3:40241. 2024-11-26T11:18:01,404 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bf9ef174d5c042291e1e83e230a9827c, disabling compactions & flushes 2024-11-26T11:18:01,404 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732619876342.bf9ef174d5c042291e1e83e230a9827c. 2024-11-26T11:18:01,404 DEBUG [RS:0;7f3a3edaecc3:40241 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:18:01,404 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732619876342.bf9ef174d5c042291e1e83e230a9827c. 2024-11-26T11:18:01,404 DEBUG [RS:0;7f3a3edaecc3:40241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:18:01,404 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732619876342.bf9ef174d5c042291e1e83e230a9827c. after waiting 0 ms 2024-11-26T11:18:01,404 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732619876342.bf9ef174d5c042291e1e83e230a9827c. 2024-11-26T11:18:01,404 INFO [RS:0;7f3a3edaecc3:40241 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T11:18:01,404 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bf9ef174d5c042291e1e83e230a9827c 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-26T11:18:01,404 INFO [RS:0;7f3a3edaecc3:40241 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T11:18:01,404 INFO [RS:0;7f3a3edaecc3:40241 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T11:18:01,404 INFO [RS:0;7f3a3edaecc3:40241 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T11:18:01,405 INFO [RS:0;7f3a3edaecc3:40241 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T11:18:01,405 DEBUG [RS:0;7f3a3edaecc3:40241 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, bf9ef174d5c042291e1e83e230a9827c=hbase:replication,,1732619876342.bf9ef174d5c042291e1e83e230a9827c.} 2024-11-26T11:18:01,405 INFO [regionserver/7f3a3edaecc3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T11:18:01,405 DEBUG [RS:0;7f3a3edaecc3:40241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bf9ef174d5c042291e1e83e230a9827c 2024-11-26T11:18:01,405 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T11:18:01,405 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T11:18:01,405 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T11:18:01,405 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T11:18:01,405 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T11:18:01,405 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-26T11:18:01,420 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/data/hbase/replication/bf9ef174d5c042291e1e83e230a9827c/.tmp/queue/ff9ca8e25e7049f8aeb93be254181253 is 151, key is 1-7f3a3edaecc3,40241,1732619867367/queue:7f3a3edaecc3%2C40241%2C1732619867367/1732619877782/Put/seqid=0 2024-11-26T11:18:01,420 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/data/hbase/meta/1588230740/.tmp/info/0b16e29e7e98458a8067442085ee4fc8 is 147, key is hbase:replication,,1732619876342.bf9ef174d5c042291e1e83e230a9827c./info:regioninfo/1732619877529/Put/seqid=0 2024-11-26T11:18:01,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43337 is added to blk_1073741838_1014 (size=5350) 2024-11-26T11:18:01,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43337 is added to blk_1073741839_1015 (size=6631) 2024-11-26T11:18:01,605 DEBUG [RS:0;7f3a3edaecc3:40241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bf9ef174d5c042291e1e83e230a9827c 2024-11-26T11:18:01,805 DEBUG [RS:0;7f3a3edaecc3:40241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bf9ef174d5c042291e1e83e230a9827c 2024-11-26T11:18:01,825 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/data/hbase/replication/bf9ef174d5c042291e1e83e230a9827c/.tmp/queue/ff9ca8e25e7049f8aeb93be254181253 2024-11-26T11:18:01,825 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/data/hbase/meta/1588230740/.tmp/info/0b16e29e7e98458a8067442085ee4fc8 2024-11-26T11:18:01,832 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/data/hbase/replication/bf9ef174d5c042291e1e83e230a9827c/.tmp/queue/ff9ca8e25e7049f8aeb93be254181253 as hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/data/hbase/replication/bf9ef174d5c042291e1e83e230a9827c/queue/ff9ca8e25e7049f8aeb93be254181253 2024-11-26T11:18:01,837 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/data/hbase/replication/bf9ef174d5c042291e1e83e230a9827c/queue/ff9ca8e25e7049f8aeb93be254181253, entries=1, sequenceid=5, filesize=5.2 K 2024-11-26T11:18:01,839 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for bf9ef174d5c042291e1e83e230a9827c in 435ms, sequenceid=5, compaction requested=false 2024-11-26T11:18:01,839 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T11:18:01,850 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/data/hbase/replication/bf9ef174d5c042291e1e83e230a9827c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T11:18:01,851 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T11:18:01,851 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T11:18:01,851 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732619876342.bf9ef174d5c042291e1e83e230a9827c. 2024-11-26T11:18:01,851 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bf9ef174d5c042291e1e83e230a9827c: Waiting for close lock at 1732619881404Running coprocessor pre-close hooks at 1732619881404Disabling compacts and flushes for region at 1732619881404Disabling writes for close at 1732619881404Obtaining lock to block concurrent updates at 1732619881404Preparing flush snapshotting stores in bf9ef174d5c042291e1e83e230a9827c at 1732619881404Finished memstore snapshotting hbase:replication,,1732619876342.bf9ef174d5c042291e1e83e230a9827c., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732619881405 (+1 ms)Flushing stores of hbase:replication,,1732619876342.bf9ef174d5c042291e1e83e230a9827c. at 1732619881405Flushing bf9ef174d5c042291e1e83e230a9827c/queue: creating writer at 1732619881405Flushing bf9ef174d5c042291e1e83e230a9827c/queue: appending metadata at 1732619881419 (+14 ms)Flushing bf9ef174d5c042291e1e83e230a9827c/queue: closing flushed file at 1732619881419Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62224412: reopening flushed file at 1732619881831 (+412 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for bf9ef174d5c042291e1e83e230a9827c in 435ms, sequenceid=5, compaction requested=false at 1732619881839 (+8 ms)Writing region close event to WAL at 1732619881844 (+5 ms)Running coprocessor post-close hooks at 1732619881851 (+7 ms)Closed at 1732619881851 2024-11-26T11:18:01,851 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732619876342.bf9ef174d5c042291e1e83e230a9827c. 2024-11-26T11:18:01,851 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/data/hbase/meta/1588230740/.tmp/ns/8360f258b1bd4f0ba48285b44ada8f3a is 43, key is default/ns:d/1732619871247/Put/seqid=0 2024-11-26T11:18:01,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43337 is added to blk_1073741840_1016 (size=5153) 2024-11-26T11:18:02,005 DEBUG [RS:0;7f3a3edaecc3:40241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T11:18:02,099 INFO [regionserver/7f3a3edaecc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T11:18:02,100 INFO [regionserver/7f3a3edaecc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T11:18:02,206 DEBUG [RS:0;7f3a3edaecc3:40241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T11:18:02,251 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,40241,1732619867367.replicationSource.wal-reader.7f3a3edaecc3%2C40241%2C1732619867367,1-7f3a3edaecc3,40241,1732619867367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/WALs/7f3a3edaecc3,40241,1732619867367/7f3a3edaecc3%2C40241%2C1732619867367.1732619870242 to pos 0, reset compression=false 2024-11-26T11:18:02,256 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/data/hbase/meta/1588230740/.tmp/ns/8360f258b1bd4f0ba48285b44ada8f3a 2024-11-26T11:18:02,275 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/data/hbase/meta/1588230740/.tmp/table/32fe83bd11fd4078a5b877a21a7b0293 is 53, key is hbase:replication/table:state/1732619877539/Put/seqid=0 2024-11-26T11:18:02,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43337 is added to blk_1073741841_1017 (size=5256) 2024-11-26T11:18:02,406 INFO [RS:0;7f3a3edaecc3:40241 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T11:18:02,406 DEBUG [RS:0;7f3a3edaecc3:40241 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T11:18:02,406 DEBUG [RS:0;7f3a3edaecc3:40241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T11:18:02,606 DEBUG [RS:0;7f3a3edaecc3:40241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T11:18:02,681 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/data/hbase/meta/1588230740/.tmp/table/32fe83bd11fd4078a5b877a21a7b0293 2024-11-26T11:18:02,686 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/data/hbase/meta/1588230740/.tmp/info/0b16e29e7e98458a8067442085ee4fc8 as hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/data/hbase/meta/1588230740/info/0b16e29e7e98458a8067442085ee4fc8 2024-11-26T11:18:02,692 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/data/hbase/meta/1588230740/info/0b16e29e7e98458a8067442085ee4fc8, entries=10, sequenceid=11, filesize=6.5 K 2024-11-26T11:18:02,692 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/data/hbase/meta/1588230740/.tmp/ns/8360f258b1bd4f0ba48285b44ada8f3a as hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/data/hbase/meta/1588230740/ns/8360f258b1bd4f0ba48285b44ada8f3a 2024-11-26T11:18:02,698 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/data/hbase/meta/1588230740/ns/8360f258b1bd4f0ba48285b44ada8f3a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T11:18:02,699 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/data/hbase/meta/1588230740/.tmp/table/32fe83bd11fd4078a5b877a21a7b0293 as hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/data/hbase/meta/1588230740/table/32fe83bd11fd4078a5b877a21a7b0293 2024-11-26T11:18:02,708 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/data/hbase/meta/1588230740/table/32fe83bd11fd4078a5b877a21a7b0293, entries=2, sequenceid=11, filesize=5.1 K 2024-11-26T11:18:02,709 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1304ms, sequenceid=11, compaction requested=false 2024-11-26T11:18:02,715 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-26T11:18:02,716 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T11:18:02,716 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T11:18:02,716 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T11:18:02,716 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732619881405Running coprocessor pre-close hooks at 1732619881405Disabling compacts and flushes for region at 1732619881405Disabling writes for close at 1732619881405Obtaining lock to block concurrent updates at 1732619881405Preparing flush snapshotting stores in 1588230740 at 1732619881405Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732619881406 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732619881406Flushing 1588230740/info: creating writer at 1732619881406Flushing 1588230740/info: appending metadata at 1732619881420 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732619881420Flushing 1588230740/ns: creating writer at 1732619881831 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732619881851 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732619881851Flushing 1588230740/table: creating writer at 1732619882261 (+410 ms)Flushing 1588230740/table: appending metadata at 1732619882275 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732619882275Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40c6d5f: reopening flushed file at 1732619882686 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43456ae: reopening flushed file at 1732619882692 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66579c19: reopening flushed file at 1732619882698 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1304ms, sequenceid=11, compaction requested=false at 1732619882709 (+11 ms)Writing region close event to WAL at 1732619882711 (+2 ms)Running coprocessor post-close hooks at 1732619882716 (+5 ms)Closed at 1732619882716 2024-11-26T11:18:02,716 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T11:18:02,806 INFO [RS:0;7f3a3edaecc3:40241 {}] regionserver.HRegionServer(976): stopping server 7f3a3edaecc3,40241,1732619867367; all regions closed. 2024-11-26T11:18:02,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43337 is added to blk_1073741834_1010 (size=2742) 2024-11-26T11:18:02,811 DEBUG [RS:0;7f3a3edaecc3:40241 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/oldWALs 2024-11-26T11:18:02,811 INFO [RS:0;7f3a3edaecc3:40241 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7f3a3edaecc3%2C40241%2C1732619867367.meta:.meta(num 1732619871142) 2024-11-26T11:18:02,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43337 is added to blk_1073741837_1013 (size=1586) 2024-11-26T11:18:02,815 DEBUG [RS:0;7f3a3edaecc3:40241 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/oldWALs 2024-11-26T11:18:02,815 INFO [RS:0;7f3a3edaecc3:40241 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7f3a3edaecc3%2C40241%2C1732619867367.rep:(num 1732619877492) 2024-11-26T11:18:02,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43337 is added to blk_1073741832_1008 (size=93) 2024-11-26T11:18:02,819 DEBUG [RS:0;7f3a3edaecc3:40241 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/oldWALs 2024-11-26T11:18:02,819 INFO [RS:0;7f3a3edaecc3:40241 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7f3a3edaecc3%2C40241%2C1732619867367:(num 1732619870242) 2024-11-26T11:18:02,819 DEBUG [RS:0;7f3a3edaecc3:40241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:18:02,819 INFO [RS:0;7f3a3edaecc3:40241 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T11:18:02,819 INFO [RS:0;7f3a3edaecc3:40241 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T11:18:02,819 INFO [RS:0;7f3a3edaecc3:40241 {}] hbase.ChoreService(370): Chore service for: regionserver/7f3a3edaecc3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T11:18:02,820 INFO [RS:0;7f3a3edaecc3:40241 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T11:18:02,820 INFO [regionserver/7f3a3edaecc3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T11:18:02,820 INFO [RS:0;7f3a3edaecc3:40241 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7f3a3edaecc3,40241,1732619867367 because: Region server is closing 2024-11-26T11:18:02,820 INFO [RS:0;7f3a3edaecc3:40241 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7f3a3edaecc3:40241. 2024-11-26T11:18:02,820 DEBUG [RS:0;7f3a3edaecc3:40241 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:18:02,820 DEBUG [RS:0;7f3a3edaecc3:40241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:18:02,820 DEBUG [RS:0;7f3a3edaecc3:40241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:18:02,820 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:18:02,921 WARN [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,40241,1732619867367.replicationSource.wal-reader.7f3a3edaecc3%2C40241%2C1732619867367,1-7f3a3edaecc3,40241,1732619867367 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T11:18:02,921 WARN [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,40241,1732619867367.replicationSource.shipper7f3a3edaecc3%2C40241%2C1732619867367,1-7f3a3edaecc3,40241,1732619867367 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T11:18:02,921 INFO [RS:0;7f3a3edaecc3:40241 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,40241,1732619867367.replicationSource.shipper7f3a3edaecc3%2C40241%2C1732619867367,1-7f3a3edaecc3,40241,1732619867367 terminated 2024-11-26T11:18:02,921 INFO [RS:0;7f3a3edaecc3:40241 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40241 2024-11-26T11:18:03,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38889-0x10176dd03630000, quorum=127.0.0.1:60153, baseZNode=/01870307501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870307501/rs 2024-11-26T11:18:03,002 INFO [RS:0;7f3a3edaecc3:40241 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T11:18:03,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40241-0x10176dd03630001, quorum=127.0.0.1:60153, baseZNode=/01870307501 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01870307501/rs/7f3a3edaecc3,40241,1732619867367 2024-11-26T11:18:03,011 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T11:18:03,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:18:03,013 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7f3a3edaecc3,40241,1732619867367] 2024-11-26T11:18:03,023 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01870307501/draining/7f3a3edaecc3,40241,1732619867367 already deleted, retry=false 2024-11-26T11:18:03,023 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7f3a3edaecc3,40241,1732619867367 expired; onlineServers=0 2024-11-26T11:18:03,023 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7f3a3edaecc3,38889,1732619866503' ***** 2024-11-26T11:18:03,023 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T11:18:03,023 INFO [M:0;7f3a3edaecc3:38889 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T11:18:03,024 INFO [M:0;7f3a3edaecc3:38889 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T11:18:03,024 DEBUG [M:0;7f3a3edaecc3:38889 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T11:18:03,024 DEBUG [M:0;7f3a3edaecc3:38889 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T11:18:03,024 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T11:18:03,024 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732619869964 {}] cleaner.HFileCleaner(306): Exit Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732619869964,5,FailOnTimeoutGroup] 2024-11-26T11:18:03,024 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732619869964 {}] cleaner.HFileCleaner(306): Exit Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732619869964,5,FailOnTimeoutGroup] 2024-11-26T11:18:03,024 INFO [M:0;7f3a3edaecc3:38889 {}] hbase.ChoreService(370): Chore service for: master/7f3a3edaecc3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T11:18:03,024 INFO [M:0;7f3a3edaecc3:38889 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T11:18:03,024 DEBUG [M:0;7f3a3edaecc3:38889 {}] master.HMaster(1795): Stopping service threads 2024-11-26T11:18:03,024 INFO [M:0;7f3a3edaecc3:38889 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T11:18:03,024 INFO [M:0;7f3a3edaecc3:38889 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T11:18:03,024 INFO [M:0;7f3a3edaecc3:38889 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T11:18:03,025 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T11:18:03,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:18:03,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:18:03,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38889-0x10176dd03630000, quorum=127.0.0.1:60153, baseZNode=/01870307501 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01870307501/master 2024-11-26T11:18:03,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38889-0x10176dd03630000, quorum=127.0.0.1:60153, baseZNode=/01870307501 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870307501 2024-11-26T11:18:03,034 DEBUG [M:0;7f3a3edaecc3:38889 {}] zookeeper.ZKUtil(347): master:38889-0x10176dd03630000, quorum=127.0.0.1:60153, baseZNode=/01870307501 Unable to get data of znode /01870307501/master because node does not exist (not an error) 2024-11-26T11:18:03,034 WARN [M:0;7f3a3edaecc3:38889 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T11:18:03,035 INFO [M:0;7f3a3edaecc3:38889 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/.lastflushedseqids 2024-11-26T11:18:03,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43337 is added to blk_1073741842_1018 (size=181) 2024-11-26T11:18:03,113 INFO [RS:0;7f3a3edaecc3:40241 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T11:18:03,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40241-0x10176dd03630001, quorum=127.0.0.1:60153, baseZNode=/01870307501 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:18:03,113 INFO [RS:0;7f3a3edaecc3:40241 {}] regionserver.HRegionServer(1031): Exiting; stopping=7f3a3edaecc3,40241,1732619867367; zookeeper connection closed. 2024-11-26T11:18:03,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40241-0x10176dd03630001, quorum=127.0.0.1:60153, baseZNode=/01870307501 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:18:03,113 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a68cb0d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a68cb0d 2024-11-26T11:18:03,114 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T11:18:03,441 INFO [M:0;7f3a3edaecc3:38889 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T11:18:03,441 INFO [M:0;7f3a3edaecc3:38889 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T11:18:03,441 DEBUG [M:0;7f3a3edaecc3:38889 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T11:18:03,441 INFO [M:0;7f3a3edaecc3:38889 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:18:03,441 DEBUG [M:0;7f3a3edaecc3:38889 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:18:03,441 DEBUG [M:0;7f3a3edaecc3:38889 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T11:18:03,441 DEBUG [M:0;7f3a3edaecc3:38889 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:18:03,441 INFO [M:0;7f3a3edaecc3:38889 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-26T11:18:03,458 DEBUG [M:0;7f3a3edaecc3:38889 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c268cb43ec3747ada3b010592ea139bc is 82, key is hbase:meta,,1/info:regioninfo/1732619871188/Put/seqid=0 2024-11-26T11:18:03,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43337 is added to blk_1073741843_1019 (size=5672) 2024-11-26T11:18:03,863 INFO [M:0;7f3a3edaecc3:38889 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c268cb43ec3747ada3b010592ea139bc 2024-11-26T11:18:03,882 DEBUG [M:0;7f3a3edaecc3:38889 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a3fcd18edf5649cfb268c72390a831fe is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732619877543/Put/seqid=0 2024-11-26T11:18:03,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43337 is added to blk_1073741844_1020 (size=7203) 2024-11-26T11:18:04,287 INFO [M:0;7f3a3edaecc3:38889 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a3fcd18edf5649cfb268c72390a831fe 2024-11-26T11:18:04,310 DEBUG [M:0;7f3a3edaecc3:38889 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9aff1923eb644826b7ee04228da1af4b is 69, key is 7f3a3edaecc3,40241,1732619867367/rs:state/1732619870065/Put/seqid=0 2024-11-26T11:18:04,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43337 is added to blk_1073741845_1021 (size=5156) 2024-11-26T11:18:04,715 INFO [M:0;7f3a3edaecc3:38889 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9aff1923eb644826b7ee04228da1af4b 2024-11-26T11:18:04,723 DEBUG [M:0;7f3a3edaecc3:38889 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c268cb43ec3747ada3b010592ea139bc as hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c268cb43ec3747ada3b010592ea139bc 2024-11-26T11:18:04,732 INFO [M:0;7f3a3edaecc3:38889 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c268cb43ec3747ada3b010592ea139bc, entries=8, sequenceid=70, filesize=5.5 K 2024-11-26T11:18:04,733 DEBUG [M:0;7f3a3edaecc3:38889 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a3fcd18edf5649cfb268c72390a831fe as hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a3fcd18edf5649cfb268c72390a831fe 2024-11-26T11:18:04,747 INFO [M:0;7f3a3edaecc3:38889 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a3fcd18edf5649cfb268c72390a831fe, entries=8, sequenceid=70, filesize=7.0 K 2024-11-26T11:18:04,748 DEBUG [M:0;7f3a3edaecc3:38889 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9aff1923eb644826b7ee04228da1af4b as hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9aff1923eb644826b7ee04228da1af4b 2024-11-26T11:18:04,759 INFO [M:0;7f3a3edaecc3:38889 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45087/user/jenkins/test-data/0bcd5cf1-afd8-a3e7-e48a-faa0d3df1a6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9aff1923eb644826b7ee04228da1af4b, entries=1, sequenceid=70, filesize=5.0 K 2024-11-26T11:18:04,761 INFO [M:0;7f3a3edaecc3:38889 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1320ms, sequenceid=70, compaction requested=false 2024-11-26T11:18:04,763 INFO [M:0;7f3a3edaecc3:38889 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:18:04,763 DEBUG [M:0;7f3a3edaecc3:38889 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732619883441Disabling compacts and flushes for region at 1732619883441Disabling writes for close at 1732619883441Obtaining lock to block concurrent updates at 1732619883441Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732619883441Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732619883442 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732619883442Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732619883442Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732619883458 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732619883458Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732619883868 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732619883882 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732619883882Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732619884293 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732619884309 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732619884309Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@382319e4: reopening flushed file at 1732619884722 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5019378e: reopening flushed file at 1732619884732 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c541030: reopening flushed file at 1732619884747 (+15 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1320ms, sequenceid=70, compaction requested=false at 1732619884761 (+14 ms)Writing region close event to WAL at 1732619884763 (+2 ms)Closed at 1732619884763 2024-11-26T11:18:04,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43337 is added to blk_1073741830_1006 (size=41008) 2024-11-26T11:18:04,773 INFO [M:0;7f3a3edaecc3:38889 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T11:18:04,773 INFO [M:0;7f3a3edaecc3:38889 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38889 2024-11-26T11:18:04,773 INFO [M:0;7f3a3edaecc3:38889 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T11:18:04,773 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T11:18:04,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38889-0x10176dd03630000, quorum=127.0.0.1:60153, baseZNode=/01870307501 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:18:04,934 INFO [M:0;7f3a3edaecc3:38889 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T11:18:04,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38889-0x10176dd03630000, quorum=127.0.0.1:60153, baseZNode=/01870307501 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:18:04,951 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a58ec6a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T11:18:04,951 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16d0c0bb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T11:18:04,951 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T11:18:04,952 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e513ce8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T11:18:04,952 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d63c03{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fec64b-6646-f4f8-cfca-1cf9d4302bab/hadoop.log.dir/,STOPPED} 2024-11-26T11:18:04,955 WARN [BP-652133138-172.17.0.3-1732619864032 heartbeating to localhost/127.0.0.1:45087 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T11:18:04,955 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T11:18:04,955 WARN [BP-652133138-172.17.0.3-1732619864032 heartbeating to localhost/127.0.0.1:45087 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-652133138-172.17.0.3-1732619864032 (Datanode Uuid 9cd7d8d0-a0b5-41ec-9f83-18dcc391b1a8) service to localhost/127.0.0.1:45087 2024-11-26T11:18:04,955 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T11:18:04,956 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fec64b-6646-f4f8-cfca-1cf9d4302bab/cluster_793fe614-3208-d6c3-7acc-058df11bee97/data/data1/current/BP-652133138-172.17.0.3-1732619864032 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T11:18:04,956 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fec64b-6646-f4f8-cfca-1cf9d4302bab/cluster_793fe614-3208-d6c3-7acc-058df11bee97/data/data2/current/BP-652133138-172.17.0.3-1732619864032 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T11:18:04,957 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T11:18:04,965 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64682a99{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T11:18:04,968 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@409f87ea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T11:18:04,968 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T11:18:04,969 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ec90c1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T11:18:04,969 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b786793{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fec64b-6646-f4f8-cfca-1cf9d4302bab/hadoop.log.dir/,STOPPED} 2024-11-26T11:18:04,977 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T11:18:04,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T11:18:05,007 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=136 (was 109) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33775 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:45087 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:45087 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45087 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60153) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:33775 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60153) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:45087 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:33775 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:33775 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:33775 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:45087 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=374 (was 402), ProcessCount=11 (was 11), AvailableMemoryMB=7064 (was 8042) 2024-11-26T11:18:05,017 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=136, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=374, ProcessCount=11, AvailableMemoryMB=7064 2024-11-26T11:18:05,036 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-26T11:18:05,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8a8147-3d62-e902-4d0e-ecc290267963/hadoop.log.dir so I do NOT create it in target/test-data/ab0d80f1-c539-610c-142d-a38f613b3318 2024-11-26T11:18:05,037 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8a8147-3d62-e902-4d0e-ecc290267963/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T11:18:05,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8a8147-3d62-e902-4d0e-ecc290267963/hadoop.tmp.dir so I do NOT create it in target/test-data/ab0d80f1-c539-610c-142d-a38f613b3318 2024-11-26T11:18:05,037 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd8a8147-3d62-e902-4d0e-ecc290267963/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T11:18:05,037 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0d80f1-c539-610c-142d-a38f613b3318 2024-11-26T11:18:05,037 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0d80f1-c539-610c-142d-a38f613b3318/cluster_4f4aa3c7-6f92-ad8a-f09f-87d56a3a6ad8, deleteOnExit=true 2024-11-26T11:18:05,062 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0d80f1-c539-610c-142d-a38f613b3318/cluster_4f4aa3c7-6f92-ad8a-f09f-87d56a3a6ad8/zookeeper_0, clientPort=65048, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0d80f1-c539-610c-142d-a38f613b3318/cluster_4f4aa3c7-6f92-ad8a-f09f-87d56a3a6ad8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0d80f1-c539-610c-142d-a38f613b3318/cluster_4f4aa3c7-6f92-ad8a-f09f-87d56a3a6ad8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T11:18:05,064 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=65048 2024-11-26T11:18:05,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T11:18:05,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T11:18:05,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0d80f1-c539-610c-142d-a38f613b3318/test.cache.data in system properties and HBase conf 2024-11-26T11:18:05,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0d80f1-c539-610c-142d-a38f613b3318/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T11:18:05,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0d80f1-c539-610c-142d-a38f613b3318/hadoop.log.dir in system properties and HBase conf 2024-11-26T11:18:05,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0d80f1-c539-610c-142d-a38f613b3318/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T11:18:05,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0d80f1-c539-610c-142d-a38f613b3318/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T11:18:05,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T11:18:05,065 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T11:18:05,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0d80f1-c539-610c-142d-a38f613b3318/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T11:18:05,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0d80f1-c539-610c-142d-a38f613b3318/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T11:18:05,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0d80f1-c539-610c-142d-a38f613b3318/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T11:18:05,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0d80f1-c539-610c-142d-a38f613b3318/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T11:18:05,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0d80f1-c539-610c-142d-a38f613b3318/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T11:18:05,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0d80f1-c539-610c-142d-a38f613b3318/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T11:18:05,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0d80f1-c539-610c-142d-a38f613b3318/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T11:18:05,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0d80f1-c539-610c-142d-a38f613b3318/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T11:18:05,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0d80f1-c539-610c-142d-a38f613b3318/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T11:18:05,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0d80f1-c539-610c-142d-a38f613b3318/nfs.dump.dir in system properties and HBase conf 2024-11-26T11:18:05,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0d80f1-c539-610c-142d-a38f613b3318/java.io.tmpdir in system properties and HBase conf 2024-11-26T11:18:05,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0d80f1-c539-610c-142d-a38f613b3318/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T11:18:05,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0d80f1-c539-610c-142d-a38f613b3318/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T11:18:05,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0d80f1-c539-610c-142d-a38f613b3318/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T11:18:05,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10176dd03630005, quorum=127.0.0.1:60153, baseZNode=/11957419566 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T11:18:05,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10176dd03630002, quorum=127.0.0.1:60153, baseZNode=/01870307501 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T11:18:05,074 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10176dd03630005, quorum=127.0.0.1:60153, baseZNode=/11957419566 Received Disconnected from ZooKeeper, ignoring 2024-11-26T11:18:05,074 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10176dd03630002, quorum=127.0.0.1:60153, baseZNode=/01870307501 Received Disconnected from ZooKeeper, ignoring 2024-11-26T11:18:05,689 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:18:05,693 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T11:18:05,697 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T11:18:05,697 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T11:18:05,697 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T11:18:05,698 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:18:05,698 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42e4f175{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0d80f1-c539-610c-142d-a38f613b3318/hadoop.log.dir/,AVAILABLE} 2024-11-26T11:18:05,698 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e220511{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T11:18:05,792 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6eaf60a3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0d80f1-c539-610c-142d-a38f613b3318/java.io.tmpdir/jetty-localhost-34875-hadoop-hdfs-3_4_1-tests_jar-_-any-8014427987895911536/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T11:18:05,793 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7bb3f24b{HTTP/1.1, (http/1.1)}{localhost:34875} 2024-11-26T11:18:05,793 INFO [Time-limited test {}] server.Server(415): Started @57943ms 2024-11-26T11:18:06,067 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:18:06,072 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T11:18:06,073 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T11:18:06,073 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T11:18:06,073 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T11:18:06,073 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7362fdd4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0d80f1-c539-610c-142d-a38f613b3318/hadoop.log.dir/,AVAILABLE} 2024-11-26T11:18:06,073 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b640546{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T11:18:06,161 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T11:18:06,162 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T11:18:06,162 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T11:18:06,162 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T11:18:06,168 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5fc07fbf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0d80f1-c539-610c-142d-a38f613b3318/java.io.tmpdir/jetty-localhost-40693-hadoop-hdfs-3_4_1-tests_jar-_-any-3298259570287839908/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T11:18:06,169 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37b7932c{HTTP/1.1, (http/1.1)}{localhost:40693} 2024-11-26T11:18:06,169 INFO [Time-limited test {}] server.Server(415): Started @58319ms 2024-11-26T11:18:06,170 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T11:18:07,266 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0d80f1-c539-610c-142d-a38f613b3318/cluster_4f4aa3c7-6f92-ad8a-f09f-87d56a3a6ad8/data/data2/current/BP-1993610036-172.17.0.3-1732619885101/current, will proceed with Du for space computation calculation, 2024-11-26T11:18:07,266 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0d80f1-c539-610c-142d-a38f613b3318/cluster_4f4aa3c7-6f92-ad8a-f09f-87d56a3a6ad8/data/data1/current/BP-1993610036-172.17.0.3-1732619885101/current, will proceed with Du for space computation calculation, 2024-11-26T11:18:07,280 WARN [Thread-815 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T11:18:07,283 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf4b58bf8aaf84204 with lease ID 0x70c2e03e21f740ad: Processing first storage report for DS-c9a43d47-bfc7-4d29-a471-aac46127aa36 from datanode DatanodeRegistration(127.0.0.1:41371, datanodeUuid=c738ec1a-1c9c-4ad9-9319-e37f8dcb73a5, infoPort=40343, infoSecurePort=0, ipcPort=41059, storageInfo=lv=-57;cid=testClusterID;nsid=903975211;c=1732619885101) 2024-11-26T11:18:07,283 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf4b58bf8aaf84204 with lease ID 0x70c2e03e21f740ad: from storage DS-c9a43d47-bfc7-4d29-a471-aac46127aa36 node DatanodeRegistration(127.0.0.1:41371, datanodeUuid=c738ec1a-1c9c-4ad9-9319-e37f8dcb73a5, infoPort=40343, infoSecurePort=0, ipcPort=41059, storageInfo=lv=-57;cid=testClusterID;nsid=903975211;c=1732619885101), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T11:18:07,283 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf4b58bf8aaf84204 with lease ID 0x70c2e03e21f740ad: Processing first storage report for DS-38cfd6d7-39c6-4b9a-bc98-bd90b3c763e7 from datanode DatanodeRegistration(127.0.0.1:41371, datanodeUuid=c738ec1a-1c9c-4ad9-9319-e37f8dcb73a5, infoPort=40343, infoSecurePort=0, ipcPort=41059, storageInfo=lv=-57;cid=testClusterID;nsid=903975211;c=1732619885101) 2024-11-26T11:18:07,283 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf4b58bf8aaf84204 with lease ID 0x70c2e03e21f740ad: from storage DS-38cfd6d7-39c6-4b9a-bc98-bd90b3c763e7 node DatanodeRegistration(127.0.0.1:41371, datanodeUuid=c738ec1a-1c9c-4ad9-9319-e37f8dcb73a5, infoPort=40343, infoSecurePort=0, ipcPort=41059, storageInfo=lv=-57;cid=testClusterID;nsid=903975211;c=1732619885101), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T11:18:07,299 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0d80f1-c539-610c-142d-a38f613b3318 2024-11-26T11:18:07,299 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:18:07,301 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:18:07,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741825_1001 (size=7) 2024-11-26T11:18:07,709 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37 with version=8 2024-11-26T11:18:07,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/hbase-staging 2024-11-26T11:18:07,711 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7f3a3edaecc3:0 server-side Connection retries=45 2024-11-26T11:18:07,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:18:07,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T11:18:07,712 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T11:18:07,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:18:07,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T11:18:07,712 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T11:18:07,712 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T11:18:07,713 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35565 2024-11-26T11:18:07,714 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35565 connecting to ZooKeeper ensemble=127.0.0.1:65048 2024-11-26T11:18:08,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:355650x0, quorum=127.0.0.1:65048, baseZNode=/0453864147 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:18:08,045 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35565-0x10176dd55ac0000 connected 2024-11-26T11:18:08,218 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T11:18:08,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:18:08,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:18:08,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:18:08,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:18:08,861 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:18:08,863 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:18:08,865 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35565-0x10176dd55ac0000, quorum=127.0.0.1:65048, baseZNode=/0453864147 Set watcher on znode that does not yet exist, /0453864147/running 2024-11-26T11:18:08,865 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37, hbase.cluster.distributed=false 2024-11-26T11:18:08,867 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35565-0x10176dd55ac0000, quorum=127.0.0.1:65048, baseZNode=/0453864147 Set watcher on znode that does not yet exist, /0453864147/acl 2024-11-26T11:18:08,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35565 2024-11-26T11:18:08,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35565 2024-11-26T11:18:08,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35565 2024-11-26T11:18:08,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35565 2024-11-26T11:18:08,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35565 2024-11-26T11:18:08,895 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7f3a3edaecc3:0 server-side Connection retries=45 2024-11-26T11:18:08,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:18:08,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T11:18:08,895 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T11:18:08,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:18:08,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T11:18:08,895 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T11:18:08,895 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T11:18:08,896 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34347 2024-11-26T11:18:08,898 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34347 connecting to ZooKeeper ensemble=127.0.0.1:65048 2024-11-26T11:18:08,899 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:18:08,901 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:18:08,972 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:343470x0, quorum=127.0.0.1:65048, baseZNode=/0453864147 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:18:08,972 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34347-0x10176dd55ac0001 connected 2024-11-26T11:18:08,973 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34347-0x10176dd55ac0001, quorum=127.0.0.1:65048, baseZNode=/0453864147 Set watcher on znode that does not yet exist, /0453864147/running 2024-11-26T11:18:08,973 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T11:18:08,974 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T11:18:08,974 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34347-0x10176dd55ac0001, quorum=127.0.0.1:65048, baseZNode=/0453864147 Set watcher on znode that does not yet exist, /0453864147/master 2024-11-26T11:18:08,975 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34347-0x10176dd55ac0001, quorum=127.0.0.1:65048, baseZNode=/0453864147 Set watcher on znode that does not yet exist, /0453864147/acl 2024-11-26T11:18:08,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34347 2024-11-26T11:18:08,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34347 2024-11-26T11:18:08,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34347 2024-11-26T11:18:08,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34347 2024-11-26T11:18:08,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34347 2024-11-26T11:18:09,003 DEBUG [M:0;7f3a3edaecc3:35565 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7f3a3edaecc3:35565 2024-11-26T11:18:09,003 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0453864147/backup-masters/7f3a3edaecc3,35565,1732619887711 2024-11-26T11:18:09,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35565-0x10176dd55ac0000, quorum=127.0.0.1:65048, baseZNode=/0453864147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0453864147/backup-masters 2024-11-26T11:18:09,072 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34347-0x10176dd55ac0001, quorum=127.0.0.1:65048, baseZNode=/0453864147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0453864147/backup-masters 2024-11-26T11:18:09,073 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35565-0x10176dd55ac0000, quorum=127.0.0.1:65048, baseZNode=/0453864147 Set watcher on existing znode=/0453864147/backup-masters/7f3a3edaecc3,35565,1732619887711 2024-11-26T11:18:09,130 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34347-0x10176dd55ac0001, quorum=127.0.0.1:65048, baseZNode=/0453864147 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0453864147/master 2024-11-26T11:18:09,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35565-0x10176dd55ac0000, quorum=127.0.0.1:65048, baseZNode=/0453864147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0453864147 2024-11-26T11:18:09,130 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34347-0x10176dd55ac0001, quorum=127.0.0.1:65048, baseZNode=/0453864147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0453864147 2024-11-26T11:18:09,130 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35565-0x10176dd55ac0000, quorum=127.0.0.1:65048, baseZNode=/0453864147 Set watcher on existing znode=/0453864147/master 2024-11-26T11:18:09,131 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0453864147/backup-masters/7f3a3edaecc3,35565,1732619887711 from backup master directory 2024-11-26T11:18:09,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35565-0x10176dd55ac0000, quorum=127.0.0.1:65048, baseZNode=/0453864147 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0453864147/backup-masters/7f3a3edaecc3,35565,1732619887711 2024-11-26T11:18:09,155 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34347-0x10176dd55ac0001, quorum=127.0.0.1:65048, baseZNode=/0453864147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0453864147/backup-masters 2024-11-26T11:18:09,156 WARN [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T11:18:09,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35565-0x10176dd55ac0000, quorum=127.0.0.1:65048, baseZNode=/0453864147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0453864147/backup-masters 2024-11-26T11:18:09,156 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7f3a3edaecc3,35565,1732619887711 2024-11-26T11:18:09,160 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/hbase.id] with ID: e9581d8e-847d-417b-a6aa-c5a54dca0e7b 2024-11-26T11:18:09,160 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/.tmp/hbase.id 2024-11-26T11:18:09,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741826_1002 (size=42) 2024-11-26T11:18:09,565 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/.tmp/hbase.id]:[hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/hbase.id] 2024-11-26T11:18:09,578 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:18:09,578 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T11:18:09,579 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T11:18:09,629 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34347-0x10176dd55ac0001, quorum=127.0.0.1:65048, baseZNode=/0453864147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0453864147 2024-11-26T11:18:09,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35565-0x10176dd55ac0000, quorum=127.0.0.1:65048, baseZNode=/0453864147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0453864147 2024-11-26T11:18:09,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741827_1003 (size=196) 2024-11-26T11:18:10,035 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T11:18:10,036 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T11:18:10,036 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:18:10,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741828_1004 (size=1189) 2024-11-26T11:18:10,444 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/MasterData/data/master/store 2024-11-26T11:18:10,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741829_1005 (size=34) 2024-11-26T11:18:10,851 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:18:10,851 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T11:18:10,851 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:18:10,851 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:18:10,851 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T11:18:10,851 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:18:10,851 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:18:10,851 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732619890851Disabling compacts and flushes for region at 1732619890851Disabling writes for close at 1732619890851Writing region close event to WAL at 1732619890851Closed at 1732619890851 2024-11-26T11:18:10,852 WARN [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/MasterData/data/master/store/.initializing 2024-11-26T11:18:10,852 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/MasterData/WALs/7f3a3edaecc3,35565,1732619887711 2024-11-26T11:18:10,853 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T11:18:10,855 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7f3a3edaecc3%2C35565%2C1732619887711, suffix=, logDir=hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/MasterData/WALs/7f3a3edaecc3,35565,1732619887711, archiveDir=hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/MasterData/oldWALs, maxLogs=10 2024-11-26T11:18:10,867 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/MasterData/WALs/7f3a3edaecc3,35565,1732619887711/7f3a3edaecc3%2C35565%2C1732619887711.1732619890855, exclude list is [], retry=0 2024-11-26T11:18:10,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41371,DS-c9a43d47-bfc7-4d29-a471-aac46127aa36,DISK] 2024-11-26T11:18:10,872 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/MasterData/WALs/7f3a3edaecc3,35565,1732619887711/7f3a3edaecc3%2C35565%2C1732619887711.1732619890855 2024-11-26T11:18:10,873 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40343:40343)] 2024-11-26T11:18:10,873 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:18:10,873 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:18:10,873 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:18:10,873 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:18:10,874 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:18:10,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T11:18:10,876 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:18:10,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:18:10,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:18:10,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T11:18:10,878 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:18:10,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:18:10,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:18:10,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T11:18:10,879 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:18:10,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:18:10,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:18:10,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T11:18:10,881 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:18:10,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:18:10,881 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:18:10,882 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:18:10,882 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:18:10,883 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:18:10,883 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:18:10,884 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:18:10,885 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:18:10,887 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:18:10,887 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63893795, jitterRate=-0.04790826141834259}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:18:10,888 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732619890873Initializing all the Stores at 1732619890874 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732619890874Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619890874Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619890874Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619890874Cleaning up temporary data from old regions at 1732619890883 (+9 ms)Region opened successfully at 1732619890888 (+5 ms) 2024-11-26T11:18:10,888 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T11:18:10,890 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4df62d1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7f3a3edaecc3/172.17.0.3:0 2024-11-26T11:18:10,891 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T11:18:10,891 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T11:18:10,891 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T11:18:10,891 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T11:18:10,892 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T11:18:10,892 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T11:18:10,892 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T11:18:10,894 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T11:18:10,895 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35565-0x10176dd55ac0000, quorum=127.0.0.1:65048, baseZNode=/0453864147 Unable to get data of znode /0453864147/balancer because node does not exist (not necessarily an error) 2024-11-26T11:18:10,945 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0453864147/balancer already deleted, retry=false 2024-11-26T11:18:10,945 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T11:18:10,946 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35565-0x10176dd55ac0000, quorum=127.0.0.1:65048, baseZNode=/0453864147 Unable to get data of znode /0453864147/normalizer because node does not exist (not necessarily an error) 2024-11-26T11:18:10,955 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0453864147/normalizer already deleted, retry=false 2024-11-26T11:18:10,956 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T11:18:10,957 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35565-0x10176dd55ac0000, quorum=127.0.0.1:65048, baseZNode=/0453864147 Unable to get data of znode /0453864147/switch/split because node does not exist (not necessarily an error) 2024-11-26T11:18:10,966 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0453864147/switch/split already deleted, retry=false 2024-11-26T11:18:10,967 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35565-0x10176dd55ac0000, quorum=127.0.0.1:65048, baseZNode=/0453864147 Unable to get data of znode /0453864147/switch/merge because node does not exist (not necessarily an error) 2024-11-26T11:18:10,976 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0453864147/switch/merge already deleted, retry=false 2024-11-26T11:18:10,979 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35565-0x10176dd55ac0000, quorum=127.0.0.1:65048, baseZNode=/0453864147 Unable to get data of znode /0453864147/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T11:18:10,987 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0453864147/snapshot-cleanup already deleted, retry=false 2024-11-26T11:18:10,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35565-0x10176dd55ac0000, quorum=127.0.0.1:65048, baseZNode=/0453864147 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0453864147/running 2024-11-26T11:18:10,997 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34347-0x10176dd55ac0001, quorum=127.0.0.1:65048, baseZNode=/0453864147 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0453864147/running 2024-11-26T11:18:10,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35565-0x10176dd55ac0000, quorum=127.0.0.1:65048, baseZNode=/0453864147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0453864147 2024-11-26T11:18:10,997 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34347-0x10176dd55ac0001, quorum=127.0.0.1:65048, baseZNode=/0453864147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0453864147 2024-11-26T11:18:10,998 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7f3a3edaecc3,35565,1732619887711, sessionid=0x10176dd55ac0000, setting cluster-up flag (Was=false) 2024-11-26T11:18:11,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35565-0x10176dd55ac0000, quorum=127.0.0.1:65048, baseZNode=/0453864147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0453864147 2024-11-26T11:18:11,018 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34347-0x10176dd55ac0001, quorum=127.0.0.1:65048, baseZNode=/0453864147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0453864147 2024-11-26T11:18:11,050 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0453864147/flush-table-proc/acquired, /0453864147/flush-table-proc/reached, /0453864147/flush-table-proc/abort 2024-11-26T11:18:11,051 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7f3a3edaecc3,35565,1732619887711 2024-11-26T11:18:11,071 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34347-0x10176dd55ac0001, quorum=127.0.0.1:65048, baseZNode=/0453864147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0453864147 2024-11-26T11:18:11,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35565-0x10176dd55ac0000, quorum=127.0.0.1:65048, baseZNode=/0453864147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0453864147 2024-11-26T11:18:11,103 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0453864147/online-snapshot/acquired, /0453864147/online-snapshot/reached, /0453864147/online-snapshot/abort 2024-11-26T11:18:11,104 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7f3a3edaecc3,35565,1732619887711 2024-11-26T11:18:11,105 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T11:18:11,107 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T11:18:11,107 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T11:18:11,107 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T11:18:11,107 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7f3a3edaecc3,35565,1732619887711 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T11:18:11,108 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:18:11,108 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:18:11,108 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:18:11,108 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:18:11,108 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7f3a3edaecc3:0, corePoolSize=10, maxPoolSize=10 2024-11-26T11:18:11,109 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:18:11,109 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=2, maxPoolSize=2 2024-11-26T11:18:11,109 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:18:11,110 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T11:18:11,110 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T11:18:11,111 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:18:11,111 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T11:18:11,114 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732619921114 2024-11-26T11:18:11,114 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T11:18:11,114 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T11:18:11,114 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T11:18:11,114 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T11:18:11,114 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T11:18:11,114 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T11:18:11,116 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T11:18:11,117 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T11:18:11,117 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T11:18:11,117 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T11:18:11,117 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T11:18:11,119 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T11:18:11,120 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T11:18:11,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741831_1007 (size=1321) 2024-11-26T11:18:11,123 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732619891120,5,FailOnTimeoutGroup] 2024-11-26T11:18:11,123 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732619891123,5,FailOnTimeoutGroup] 2024-11-26T11:18:11,123 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T11:18:11,123 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T11:18:11,123 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T11:18:11,123 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T11:18:11,190 INFO [RS:0;7f3a3edaecc3:34347 {}] regionserver.HRegionServer(746): ClusterId : e9581d8e-847d-417b-a6aa-c5a54dca0e7b 2024-11-26T11:18:11,190 DEBUG [RS:0;7f3a3edaecc3:34347 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T11:18:11,198 DEBUG [RS:0;7f3a3edaecc3:34347 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T11:18:11,198 DEBUG [RS:0;7f3a3edaecc3:34347 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T11:18:11,209 DEBUG [RS:0;7f3a3edaecc3:34347 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T11:18:11,209 DEBUG [RS:0;7f3a3edaecc3:34347 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40ff012c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7f3a3edaecc3/172.17.0.3:0 2024-11-26T11:18:11,219 DEBUG [RS:0;7f3a3edaecc3:34347 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7f3a3edaecc3:34347 2024-11-26T11:18:11,219 INFO [RS:0;7f3a3edaecc3:34347 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T11:18:11,219 INFO [RS:0;7f3a3edaecc3:34347 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T11:18:11,219 DEBUG [RS:0;7f3a3edaecc3:34347 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T11:18:11,220 INFO [RS:0;7f3a3edaecc3:34347 {}] regionserver.HRegionServer(2659): reportForDuty to master=7f3a3edaecc3,35565,1732619887711 with port=34347, startcode=1732619888894 2024-11-26T11:18:11,220 DEBUG [RS:0;7f3a3edaecc3:34347 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T11:18:11,222 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46609, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T11:18:11,222 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35565 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7f3a3edaecc3,34347,1732619888894 2024-11-26T11:18:11,222 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35565 {}] master.ServerManager(517): Registering regionserver=7f3a3edaecc3,34347,1732619888894 2024-11-26T11:18:11,223 DEBUG [RS:0;7f3a3edaecc3:34347 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37 2024-11-26T11:18:11,224 DEBUG [RS:0;7f3a3edaecc3:34347 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44207 2024-11-26T11:18:11,224 DEBUG [RS:0;7f3a3edaecc3:34347 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T11:18:11,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35565-0x10176dd55ac0000, quorum=127.0.0.1:65048, baseZNode=/0453864147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0453864147/rs 2024-11-26T11:18:11,229 DEBUG [RS:0;7f3a3edaecc3:34347 {}] zookeeper.ZKUtil(111): regionserver:34347-0x10176dd55ac0001, quorum=127.0.0.1:65048, baseZNode=/0453864147 Set watcher on existing znode=/0453864147/rs/7f3a3edaecc3,34347,1732619888894 2024-11-26T11:18:11,230 WARN [RS:0;7f3a3edaecc3:34347 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T11:18:11,230 INFO [RS:0;7f3a3edaecc3:34347 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:18:11,230 DEBUG [RS:0;7f3a3edaecc3:34347 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/WALs/7f3a3edaecc3,34347,1732619888894 2024-11-26T11:18:11,230 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7f3a3edaecc3,34347,1732619888894] 2024-11-26T11:18:11,233 INFO [RS:0;7f3a3edaecc3:34347 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T11:18:11,235 INFO [RS:0;7f3a3edaecc3:34347 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T11:18:11,235 INFO [RS:0;7f3a3edaecc3:34347 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T11:18:11,235 INFO [RS:0;7f3a3edaecc3:34347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:18:11,235 INFO [RS:0;7f3a3edaecc3:34347 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T11:18:11,236 INFO [RS:0;7f3a3edaecc3:34347 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T11:18:11,236 INFO [RS:0;7f3a3edaecc3:34347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T11:18:11,236 DEBUG [RS:0;7f3a3edaecc3:34347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:18:11,236 DEBUG [RS:0;7f3a3edaecc3:34347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:18:11,236 DEBUG [RS:0;7f3a3edaecc3:34347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:18:11,236 DEBUG [RS:0;7f3a3edaecc3:34347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:18:11,236 DEBUG [RS:0;7f3a3edaecc3:34347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:18:11,236 DEBUG [RS:0;7f3a3edaecc3:34347 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7f3a3edaecc3:0, corePoolSize=2, maxPoolSize=2 2024-11-26T11:18:11,236 DEBUG [RS:0;7f3a3edaecc3:34347 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:18:11,236 DEBUG [RS:0;7f3a3edaecc3:34347 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:18:11,236 DEBUG [RS:0;7f3a3edaecc3:34347 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:18:11,237 DEBUG [RS:0;7f3a3edaecc3:34347 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:18:11,237 DEBUG [RS:0;7f3a3edaecc3:34347 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:18:11,237 DEBUG [RS:0;7f3a3edaecc3:34347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:18:11,237 DEBUG [RS:0;7f3a3edaecc3:34347 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7f3a3edaecc3:0, corePoolSize=3, maxPoolSize=3 2024-11-26T11:18:11,237 DEBUG [RS:0;7f3a3edaecc3:34347 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7f3a3edaecc3:0, corePoolSize=3, maxPoolSize=3 2024-11-26T11:18:11,237 INFO [RS:0;7f3a3edaecc3:34347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T11:18:11,237 INFO [RS:0;7f3a3edaecc3:34347 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T11:18:11,237 INFO [RS:0;7f3a3edaecc3:34347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:18:11,237 INFO [RS:0;7f3a3edaecc3:34347 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T11:18:11,237 INFO [RS:0;7f3a3edaecc3:34347 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T11:18:11,237 INFO [RS:0;7f3a3edaecc3:34347 {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,34347,1732619888894-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T11:18:11,250 INFO [RS:0;7f3a3edaecc3:34347 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T11:18:11,251 INFO [RS:0;7f3a3edaecc3:34347 {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,34347,1732619888894-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:18:11,251 INFO [RS:0;7f3a3edaecc3:34347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:18:11,251 INFO [RS:0;7f3a3edaecc3:34347 {}] regionserver.Replication(171): 7f3a3edaecc3,34347,1732619888894 started 2024-11-26T11:18:11,263 INFO [RS:0;7f3a3edaecc3:34347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:18:11,263 INFO [RS:0;7f3a3edaecc3:34347 {}] regionserver.HRegionServer(1482): Serving as 7f3a3edaecc3,34347,1732619888894, RpcServer on 7f3a3edaecc3/172.17.0.3:34347, sessionid=0x10176dd55ac0001 2024-11-26T11:18:11,263 DEBUG [RS:0;7f3a3edaecc3:34347 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T11:18:11,263 DEBUG [RS:0;7f3a3edaecc3:34347 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7f3a3edaecc3,34347,1732619888894 2024-11-26T11:18:11,263 DEBUG [RS:0;7f3a3edaecc3:34347 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7f3a3edaecc3,34347,1732619888894' 2024-11-26T11:18:11,263 DEBUG [RS:0;7f3a3edaecc3:34347 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0453864147/flush-table-proc/abort' 2024-11-26T11:18:11,263 DEBUG [RS:0;7f3a3edaecc3:34347 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0453864147/flush-table-proc/acquired' 2024-11-26T11:18:11,264 DEBUG [RS:0;7f3a3edaecc3:34347 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T11:18:11,264 DEBUG [RS:0;7f3a3edaecc3:34347 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T11:18:11,264 DEBUG [RS:0;7f3a3edaecc3:34347 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7f3a3edaecc3,34347,1732619888894 2024-11-26T11:18:11,264 DEBUG [RS:0;7f3a3edaecc3:34347 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7f3a3edaecc3,34347,1732619888894' 2024-11-26T11:18:11,264 DEBUG [RS:0;7f3a3edaecc3:34347 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0453864147/online-snapshot/abort' 2024-11-26T11:18:11,264 DEBUG [RS:0;7f3a3edaecc3:34347 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0453864147/online-snapshot/acquired' 2024-11-26T11:18:11,265 DEBUG [RS:0;7f3a3edaecc3:34347 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T11:18:11,265 INFO [RS:0;7f3a3edaecc3:34347 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T11:18:11,265 INFO [RS:0;7f3a3edaecc3:34347 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T11:18:11,365 INFO [RS:0;7f3a3edaecc3:34347 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T11:18:11,367 INFO [RS:0;7f3a3edaecc3:34347 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7f3a3edaecc3%2C34347%2C1732619888894, suffix=, logDir=hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/WALs/7f3a3edaecc3,34347,1732619888894, archiveDir=hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/oldWALs, maxLogs=10 2024-11-26T11:18:11,380 DEBUG [RS:0;7f3a3edaecc3:34347 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/WALs/7f3a3edaecc3,34347,1732619888894/7f3a3edaecc3%2C34347%2C1732619888894.1732619891367, exclude list is [], retry=0 2024-11-26T11:18:11,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41371,DS-c9a43d47-bfc7-4d29-a471-aac46127aa36,DISK] 2024-11-26T11:18:11,385 INFO [RS:0;7f3a3edaecc3:34347 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/WALs/7f3a3edaecc3,34347,1732619888894/7f3a3edaecc3%2C34347%2C1732619888894.1732619891367 2024-11-26T11:18:11,387 DEBUG [RS:0;7f3a3edaecc3:34347 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40343:40343)] 2024-11-26T11:18:11,521 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T11:18:11,521 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37 2024-11-26T11:18:11,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741833_1009 (size=32) 2024-11-26T11:18:11,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:18:11,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T11:18:11,930 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T11:18:11,930 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:18:11,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:18:11,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T11:18:11,931 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T11:18:11,931 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:18:11,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:18:11,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T11:18:11,933 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T11:18:11,933 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:18:11,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:18:11,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T11:18:11,934 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T11:18:11,934 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:18:11,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:18:11,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T11:18:11,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/data/hbase/meta/1588230740 2024-11-26T11:18:11,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/data/hbase/meta/1588230740 2024-11-26T11:18:11,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T11:18:11,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T11:18:11,937 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:18:11,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T11:18:11,939 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:18:11,940 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68443438, jitterRate=0.019886702299118042}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:18:11,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732619891927Initializing all the Stores at 1732619891928 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732619891928Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732619891928Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619891928Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732619891928Cleaning up temporary data from old regions at 1732619891936 (+8 ms)Region opened successfully at 1732619891940 (+4 ms) 2024-11-26T11:18:11,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T11:18:11,940 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T11:18:11,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T11:18:11,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T11:18:11,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T11:18:11,941 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T11:18:11,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732619891940Disabling compacts and flushes for region at 1732619891940Disabling writes for close at 1732619891940Writing region close event to WAL at 1732619891941 (+1 ms)Closed at 1732619891941 2024-11-26T11:18:11,942 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T11:18:11,942 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T11:18:11,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T11:18:11,943 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T11:18:11,944 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T11:18:12,094 DEBUG [7f3a3edaecc3:35565 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T11:18:12,094 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7f3a3edaecc3,34347,1732619888894 2024-11-26T11:18:12,096 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7f3a3edaecc3,34347,1732619888894, state=OPENING 2024-11-26T11:18:12,145 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T11:18:12,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35565-0x10176dd55ac0000, quorum=127.0.0.1:65048, baseZNode=/0453864147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0453864147 2024-11-26T11:18:12,155 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34347-0x10176dd55ac0001, quorum=127.0.0.1:65048, baseZNode=/0453864147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0453864147 2024-11-26T11:18:12,156 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T11:18:12,156 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0453864147/meta-region-server: CHANGED 2024-11-26T11:18:12,156 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,34347,1732619888894}] 2024-11-26T11:18:12,158 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0453864147/meta-region-server: CHANGED 2024-11-26T11:18:12,310 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T11:18:12,312 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38821, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T11:18:12,316 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T11:18:12,316 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:18:12,317 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T11:18:12,318 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7f3a3edaecc3%2C34347%2C1732619888894.meta, suffix=.meta, logDir=hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/WALs/7f3a3edaecc3,34347,1732619888894, archiveDir=hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/oldWALs, maxLogs=10 2024-11-26T11:18:12,331 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/WALs/7f3a3edaecc3,34347,1732619888894/7f3a3edaecc3%2C34347%2C1732619888894.meta.1732619892318.meta, exclude list is [], retry=0 2024-11-26T11:18:12,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41371,DS-c9a43d47-bfc7-4d29-a471-aac46127aa36,DISK] 2024-11-26T11:18:12,335 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/WALs/7f3a3edaecc3,34347,1732619888894/7f3a3edaecc3%2C34347%2C1732619888894.meta.1732619892318.meta 2024-11-26T11:18:12,336 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40343:40343)] 2024-11-26T11:18:12,336 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:18:12,336 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T11:18:12,336 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T11:18:12,336 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T11:18:12,336 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T11:18:12,336 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T11:18:12,336 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:18:12,337 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T11:18:12,337 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T11:18:12,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T11:18:12,339 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T11:18:12,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:18:12,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:18:12,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T11:18:12,340 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T11:18:12,340 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:18:12,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:18:12,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T11:18:12,342 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T11:18:12,342 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:18:12,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:18:12,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T11:18:12,343 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T11:18:12,343 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:18:12,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:18:12,343 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T11:18:12,344 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/data/hbase/meta/1588230740 2024-11-26T11:18:12,345 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/data/hbase/meta/1588230740 2024-11-26T11:18:12,346 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T11:18:12,346 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T11:18:12,346 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:18:12,348 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T11:18:12,348 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72300130, jitterRate=0.07735589146614075}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:18:12,348 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T11:18:12,349 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732619892337Writing region info on filesystem at 1732619892337Initializing all the Stores at 1732619892338 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732619892338Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732619892338Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619892338Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732619892338Cleaning up temporary data from old regions at 1732619892346 (+8 ms)Running coprocessor post-open hooks at 1732619892348 (+2 ms)Region opened successfully at 1732619892349 (+1 ms) 2024-11-26T11:18:12,350 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732619892310 2024-11-26T11:18:12,352 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T11:18:12,352 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T11:18:12,353 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7f3a3edaecc3,34347,1732619888894 2024-11-26T11:18:12,354 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7f3a3edaecc3,34347,1732619888894, state=OPEN 2024-11-26T11:18:12,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35565-0x10176dd55ac0000, quorum=127.0.0.1:65048, baseZNode=/0453864147 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0453864147/meta-region-server 2024-11-26T11:18:12,397 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34347-0x10176dd55ac0001, quorum=127.0.0.1:65048, baseZNode=/0453864147 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0453864147/meta-region-server 2024-11-26T11:18:12,397 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,34347,1732619888894 2024-11-26T11:18:12,397 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0453864147/meta-region-server: CHANGED 2024-11-26T11:18:12,397 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0453864147/meta-region-server: CHANGED 2024-11-26T11:18:12,401 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T11:18:12,401 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,34347,1732619888894 in 241 msec 2024-11-26T11:18:12,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T11:18:12,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 459 msec 2024-11-26T11:18:12,404 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T11:18:12,404 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T11:18:12,405 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:18:12,405 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,34347,1732619888894, seqNum=-1] 2024-11-26T11:18:12,406 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:18:12,407 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55971, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:18:12,413 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3060 sec 2024-11-26T11:18:12,413 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732619892413, completionTime=-1 2024-11-26T11:18:12,413 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T11:18:12,413 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T11:18:12,415 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T11:18:12,415 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732619952415 2024-11-26T11:18:12,415 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732620012415 2024-11-26T11:18:12,416 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T11:18:12,416 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,35565,1732619887711-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:18:12,416 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,35565,1732619887711-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:18:12,416 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,35565,1732619887711-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:18:12,416 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7f3a3edaecc3:35565, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:18:12,416 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T11:18:12,416 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T11:18:12,419 DEBUG [master/7f3a3edaecc3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T11:18:12,420 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.264sec 2024-11-26T11:18:12,420 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T11:18:12,420 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T11:18:12,420 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T11:18:12,420 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T11:18:12,421 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T11:18:12,421 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,35565,1732619887711-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T11:18:12,421 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,35565,1732619887711-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T11:18:12,423 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T11:18:12,423 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T11:18:12,423 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,35565,1732619887711-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:18:12,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d02292f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:18:12,491 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,35565,-1 for getting cluster id 2024-11-26T11:18:12,491 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:18:12,492 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e9581d8e-847d-417b-a6aa-c5a54dca0e7b' 2024-11-26T11:18:12,493 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:18:12,493 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e9581d8e-847d-417b-a6aa-c5a54dca0e7b" 2024-11-26T11:18:12,493 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51ef5c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:18:12,493 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,35565,-1] 2024-11-26T11:18:12,494 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:18:12,494 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:18:12,495 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:18:12,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5838c4b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:18:12,496 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:18:12,497 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,34347,1732619888894, seqNum=-1] 2024-11-26T11:18:12,498 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:18:12,499 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:18:12,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7f3a3edaecc3,35565,1732619887711 2024-11-26T11:18:12,501 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:65048 2024-11-26T11:18:12,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:65048, baseZNode=/0453864147 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:18:12,524 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10176dd55ac0002 connected 2024-11-26T11:18:12,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0d80f1-c539-610c-142d-a38f613b3318/hadoop.log.dir so I do NOT create it in target/test-data/d6e4afaf-320e-d004-d6c9-f5b41b8b6f23 2024-11-26T11:18:12,537 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0d80f1-c539-610c-142d-a38f613b3318/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T11:18:12,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0d80f1-c539-610c-142d-a38f613b3318/hadoop.tmp.dir so I do NOT create it in target/test-data/d6e4afaf-320e-d004-d6c9-f5b41b8b6f23 2024-11-26T11:18:12,537 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0d80f1-c539-610c-142d-a38f613b3318/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T11:18:12,537 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e4afaf-320e-d004-d6c9-f5b41b8b6f23 2024-11-26T11:18:12,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T11:18:12,537 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e4afaf-320e-d004-d6c9-f5b41b8b6f23/cluster_24c5ff0f-e90b-e011-5705-35cdb183edb5, deleteOnExit=true 2024-11-26T11:18:12,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T11:18:12,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e4afaf-320e-d004-d6c9-f5b41b8b6f23/test.cache.data in system properties and HBase conf 2024-11-26T11:18:12,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e4afaf-320e-d004-d6c9-f5b41b8b6f23/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T11:18:12,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e4afaf-320e-d004-d6c9-f5b41b8b6f23/hadoop.log.dir in system properties and HBase conf 2024-11-26T11:18:12,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e4afaf-320e-d004-d6c9-f5b41b8b6f23/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T11:18:12,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e4afaf-320e-d004-d6c9-f5b41b8b6f23/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T11:18:12,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T11:18:12,538 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T11:18:12,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e4afaf-320e-d004-d6c9-f5b41b8b6f23/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T11:18:12,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e4afaf-320e-d004-d6c9-f5b41b8b6f23/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T11:18:12,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e4afaf-320e-d004-d6c9-f5b41b8b6f23/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T11:18:12,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e4afaf-320e-d004-d6c9-f5b41b8b6f23/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T11:18:12,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e4afaf-320e-d004-d6c9-f5b41b8b6f23/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T11:18:12,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e4afaf-320e-d004-d6c9-f5b41b8b6f23/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T11:18:12,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e4afaf-320e-d004-d6c9-f5b41b8b6f23/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T11:18:12,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e4afaf-320e-d004-d6c9-f5b41b8b6f23/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T11:18:12,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e4afaf-320e-d004-d6c9-f5b41b8b6f23/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T11:18:12,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e4afaf-320e-d004-d6c9-f5b41b8b6f23/nfs.dump.dir in system properties and HBase conf 2024-11-26T11:18:12,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e4afaf-320e-d004-d6c9-f5b41b8b6f23/java.io.tmpdir in system properties and HBase conf 2024-11-26T11:18:12,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e4afaf-320e-d004-d6c9-f5b41b8b6f23/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T11:18:12,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e4afaf-320e-d004-d6c9-f5b41b8b6f23/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T11:18:12,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e4afaf-320e-d004-d6c9-f5b41b8b6f23/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T11:18:12,891 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:18:12,895 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T11:18:12,897 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T11:18:12,897 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T11:18:12,897 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T11:18:12,898 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:18:12,898 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@585bc07f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e4afaf-320e-d004-d6c9-f5b41b8b6f23/hadoop.log.dir/,AVAILABLE} 2024-11-26T11:18:12,898 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73b2ad08{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T11:18:13,031 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@55a072a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e4afaf-320e-d004-d6c9-f5b41b8b6f23/java.io.tmpdir/jetty-localhost-38887-hadoop-hdfs-3_4_1-tests_jar-_-any-13224052036130222584/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T11:18:13,032 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@451d820c{HTTP/1.1, (http/1.1)}{localhost:38887} 2024-11-26T11:18:13,033 INFO [Time-limited test {}] server.Server(415): Started @65183ms 2024-11-26T11:18:13,408 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:18:13,417 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T11:18:13,427 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T11:18:13,427 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T11:18:13,428 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T11:18:13,428 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71dab525{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e4afaf-320e-d004-d6c9-f5b41b8b6f23/hadoop.log.dir/,AVAILABLE} 2024-11-26T11:18:13,429 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1324fc1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T11:18:13,545 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4f5ec357{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e4afaf-320e-d004-d6c9-f5b41b8b6f23/java.io.tmpdir/jetty-localhost-42803-hadoop-hdfs-3_4_1-tests_jar-_-any-15072837730617448137/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T11:18:13,545 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@28a21b6c{HTTP/1.1, (http/1.1)}{localhost:42803} 2024-11-26T11:18:13,545 INFO [Time-limited test {}] server.Server(415): Started @65696ms 2024-11-26T11:18:13,547 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T11:18:14,222 WARN [Thread-949 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e4afaf-320e-d004-d6c9-f5b41b8b6f23/cluster_24c5ff0f-e90b-e011-5705-35cdb183edb5/data/data2/current/BP-1412725239-172.17.0.3-1732619892556/current, will proceed with Du for space computation calculation, 2024-11-26T11:18:14,222 WARN [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e4afaf-320e-d004-d6c9-f5b41b8b6f23/cluster_24c5ff0f-e90b-e011-5705-35cdb183edb5/data/data1/current/BP-1412725239-172.17.0.3-1732619892556/current, will proceed with Du for space computation calculation, 2024-11-26T11:18:14,242 WARN [Thread-936 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T11:18:14,245 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc5964f30424e603e with lease ID 0xe8f4b7f1039483d4: Processing first storage report for DS-c315a01d-0826-47c0-8075-cfdbb2d13aa1 from datanode DatanodeRegistration(127.0.0.1:34649, datanodeUuid=7ff27029-e409-4eab-b50c-a82b0693c31b, infoPort=41817, infoSecurePort=0, ipcPort=42375, storageInfo=lv=-57;cid=testClusterID;nsid=101955996;c=1732619892556) 2024-11-26T11:18:14,245 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc5964f30424e603e with lease ID 0xe8f4b7f1039483d4: from storage DS-c315a01d-0826-47c0-8075-cfdbb2d13aa1 node DatanodeRegistration(127.0.0.1:34649, datanodeUuid=7ff27029-e409-4eab-b50c-a82b0693c31b, infoPort=41817, infoSecurePort=0, ipcPort=42375, storageInfo=lv=-57;cid=testClusterID;nsid=101955996;c=1732619892556), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T11:18:14,245 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc5964f30424e603e with lease ID 0xe8f4b7f1039483d4: Processing first storage report for DS-c155be14-9761-4733-8486-33da1ffdece5 from datanode DatanodeRegistration(127.0.0.1:34649, datanodeUuid=7ff27029-e409-4eab-b50c-a82b0693c31b, infoPort=41817, infoSecurePort=0, ipcPort=42375, storageInfo=lv=-57;cid=testClusterID;nsid=101955996;c=1732619892556) 2024-11-26T11:18:14,245 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc5964f30424e603e with lease ID 0xe8f4b7f1039483d4: from storage DS-c155be14-9761-4733-8486-33da1ffdece5 node DatanodeRegistration(127.0.0.1:34649, datanodeUuid=7ff27029-e409-4eab-b50c-a82b0693c31b, infoPort=41817, infoSecurePort=0, ipcPort=42375, storageInfo=lv=-57;cid=testClusterID;nsid=101955996;c=1732619892556), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T11:18:14,279 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e4afaf-320e-d004-d6c9-f5b41b8b6f23 2024-11-26T11:18:14,279 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:18:14,280 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:18:14,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741825_1001 (size=7) 2024-11-26T11:18:14,688 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c with version=8 2024-11-26T11:18:14,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/hbase-staging 2024-11-26T11:18:14,691 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7f3a3edaecc3:0 server-side Connection retries=45 2024-11-26T11:18:14,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:18:14,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T11:18:14,691 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T11:18:14,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:18:14,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T11:18:14,691 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T11:18:14,691 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T11:18:14,692 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36051 2024-11-26T11:18:14,693 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36051 connecting to ZooKeeper ensemble=127.0.0.1:65048 2024-11-26T11:18:14,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:360510x0, quorum=127.0.0.1:65048, baseZNode=/1-1245025713 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:18:14,745 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36051-0x10176dd55ac0003 connected 2024-11-26T11:18:14,819 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:18:14,820 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:18:14,822 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36051-0x10176dd55ac0003, quorum=127.0.0.1:65048, baseZNode=/1-1245025713 Set watcher on znode that does not yet exist, /1-1245025713/running 2024-11-26T11:18:14,822 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c, hbase.cluster.distributed=false 2024-11-26T11:18:14,824 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36051-0x10176dd55ac0003, quorum=127.0.0.1:65048, baseZNode=/1-1245025713 Set watcher on znode that does not yet exist, /1-1245025713/acl 2024-11-26T11:18:14,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36051 2024-11-26T11:18:14,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36051 2024-11-26T11:18:14,825 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36051 2024-11-26T11:18:14,825 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36051 2024-11-26T11:18:14,825 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36051 2024-11-26T11:18:14,841 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7f3a3edaecc3:0 server-side Connection retries=45 2024-11-26T11:18:14,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:18:14,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T11:18:14,842 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T11:18:14,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:18:14,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T11:18:14,842 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T11:18:14,842 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T11:18:14,842 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41683 2024-11-26T11:18:14,843 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41683 connecting to ZooKeeper ensemble=127.0.0.1:65048 2024-11-26T11:18:14,844 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:18:14,846 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:18:14,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:416830x0, quorum=127.0.0.1:65048, baseZNode=/1-1245025713 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:18:14,861 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41683-0x10176dd55ac0004 connected 2024-11-26T11:18:14,861 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41683-0x10176dd55ac0004, quorum=127.0.0.1:65048, baseZNode=/1-1245025713 Set watcher on znode that does not yet exist, /1-1245025713/running 2024-11-26T11:18:14,861 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T11:18:14,862 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T11:18:14,862 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41683-0x10176dd55ac0004, quorum=127.0.0.1:65048, baseZNode=/1-1245025713 Set watcher on znode that does not yet exist, /1-1245025713/master 2024-11-26T11:18:14,863 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41683-0x10176dd55ac0004, quorum=127.0.0.1:65048, baseZNode=/1-1245025713 Set watcher on znode that does not yet exist, /1-1245025713/acl 2024-11-26T11:18:14,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41683 2024-11-26T11:18:14,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41683 2024-11-26T11:18:14,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41683 2024-11-26T11:18:14,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41683 2024-11-26T11:18:14,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41683 2024-11-26T11:18:14,877 DEBUG [M:0;7f3a3edaecc3:36051 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7f3a3edaecc3:36051 2024-11-26T11:18:14,877 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1245025713/backup-masters/7f3a3edaecc3,36051,1732619894691 2024-11-26T11:18:14,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41683-0x10176dd55ac0004, quorum=127.0.0.1:65048, baseZNode=/1-1245025713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1245025713/backup-masters 2024-11-26T11:18:14,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36051-0x10176dd55ac0003, quorum=127.0.0.1:65048, baseZNode=/1-1245025713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1245025713/backup-masters 2024-11-26T11:18:14,882 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36051-0x10176dd55ac0003, quorum=127.0.0.1:65048, baseZNode=/1-1245025713 Set watcher on existing znode=/1-1245025713/backup-masters/7f3a3edaecc3,36051,1732619894691 2024-11-26T11:18:14,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41683-0x10176dd55ac0004, quorum=127.0.0.1:65048, baseZNode=/1-1245025713 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1245025713/master 2024-11-26T11:18:14,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36051-0x10176dd55ac0003, quorum=127.0.0.1:65048, baseZNode=/1-1245025713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1245025713 2024-11-26T11:18:14,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41683-0x10176dd55ac0004, quorum=127.0.0.1:65048, baseZNode=/1-1245025713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1245025713 2024-11-26T11:18:14,892 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36051-0x10176dd55ac0003, quorum=127.0.0.1:65048, baseZNode=/1-1245025713 Set watcher on existing znode=/1-1245025713/master 2024-11-26T11:18:14,893 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1245025713/backup-masters/7f3a3edaecc3,36051,1732619894691 from backup master directory 2024-11-26T11:18:14,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36051-0x10176dd55ac0003, quorum=127.0.0.1:65048, baseZNode=/1-1245025713 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1245025713/backup-masters/7f3a3edaecc3,36051,1732619894691 2024-11-26T11:18:14,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41683-0x10176dd55ac0004, quorum=127.0.0.1:65048, baseZNode=/1-1245025713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1245025713/backup-masters 2024-11-26T11:18:14,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36051-0x10176dd55ac0003, quorum=127.0.0.1:65048, baseZNode=/1-1245025713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1245025713/backup-masters 2024-11-26T11:18:14,902 WARN [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T11:18:14,902 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7f3a3edaecc3,36051,1732619894691 2024-11-26T11:18:14,906 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/hbase.id] with ID: 1b3ff5fd-f769-45ba-a85e-7c24a841e5aa 2024-11-26T11:18:14,906 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/.tmp/hbase.id 2024-11-26T11:18:14,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741826_1002 (size=42) 2024-11-26T11:18:15,311 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/.tmp/hbase.id]:[hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/hbase.id] 2024-11-26T11:18:15,323 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:18:15,323 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T11:18:15,324 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T11:18:15,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41683-0x10176dd55ac0004, quorum=127.0.0.1:65048, baseZNode=/1-1245025713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1245025713 2024-11-26T11:18:15,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36051-0x10176dd55ac0003, quorum=127.0.0.1:65048, baseZNode=/1-1245025713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1245025713 2024-11-26T11:18:15,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741827_1003 (size=196) 2024-11-26T11:18:15,986 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T11:18:15,987 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T11:18:15,988 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:18:15,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741828_1004 (size=1189) 2024-11-26T11:18:16,161 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T11:18:16,161 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T11:18:16,162 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T11:18:16,162 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-26T11:18:16,162 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T11:18:16,162 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-26T11:18:16,162 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T11:18:16,162 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-26T11:18:16,395 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/MasterData/data/master/store 2024-11-26T11:18:16,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741829_1005 (size=34) 2024-11-26T11:18:16,803 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:18:16,803 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T11:18:16,803 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:18:16,803 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:18:16,803 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T11:18:16,803 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:18:16,803 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:18:16,803 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732619896803Disabling compacts and flushes for region at 1732619896803Disabling writes for close at 1732619896803Writing region close event to WAL at 1732619896803Closed at 1732619896803 2024-11-26T11:18:16,804 WARN [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/MasterData/data/master/store/.initializing 2024-11-26T11:18:16,804 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/MasterData/WALs/7f3a3edaecc3,36051,1732619894691 2024-11-26T11:18:16,805 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T11:18:16,807 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7f3a3edaecc3%2C36051%2C1732619894691, suffix=, logDir=hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/MasterData/WALs/7f3a3edaecc3,36051,1732619894691, archiveDir=hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/MasterData/oldWALs, maxLogs=10 2024-11-26T11:18:16,819 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/MasterData/WALs/7f3a3edaecc3,36051,1732619894691/7f3a3edaecc3%2C36051%2C1732619894691.1732619896807, exclude list is [], retry=0 2024-11-26T11:18:16,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34649,DS-c315a01d-0826-47c0-8075-cfdbb2d13aa1,DISK] 2024-11-26T11:18:16,823 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/MasterData/WALs/7f3a3edaecc3,36051,1732619894691/7f3a3edaecc3%2C36051%2C1732619894691.1732619896807 2024-11-26T11:18:16,824 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41817:41817)] 2024-11-26T11:18:16,824 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:18:16,824 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:18:16,824 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:18:16,824 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:18:16,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:18:16,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T11:18:16,827 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:18:16,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:18:16,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:18:16,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T11:18:16,828 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:18:16,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:18:16,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:18:16,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T11:18:16,830 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:18:16,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:18:16,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:18:16,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T11:18:16,831 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:18:16,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:18:16,832 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:18:16,832 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:18:16,832 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:18:16,834 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:18:16,834 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:18:16,834 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:18:16,836 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:18:16,838 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:18:16,838 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65690924, jitterRate=-0.021128952503204346}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:18:16,838 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732619896824Initializing all the Stores at 1732619896825 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732619896825Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619896825Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619896825Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619896825Cleaning up temporary data from old regions at 1732619896834 (+9 ms)Region opened successfully at 1732619896838 (+4 ms) 2024-11-26T11:18:16,838 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T11:18:16,841 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64559be5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7f3a3edaecc3/172.17.0.3:0 2024-11-26T11:18:16,842 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T11:18:16,842 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T11:18:16,842 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T11:18:16,842 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T11:18:16,843 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T11:18:16,843 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T11:18:16,843 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T11:18:16,845 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T11:18:16,845 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36051-0x10176dd55ac0003, quorum=127.0.0.1:65048, baseZNode=/1-1245025713 Unable to get data of znode /1-1245025713/balancer because node does not exist (not necessarily an error) 2024-11-26T11:18:16,892 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1245025713/balancer already deleted, retry=false 2024-11-26T11:18:16,892 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T11:18:16,893 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36051-0x10176dd55ac0003, quorum=127.0.0.1:65048, baseZNode=/1-1245025713 Unable to get data of znode /1-1245025713/normalizer because node does not exist (not necessarily an error) 2024-11-26T11:18:16,902 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1245025713/normalizer already deleted, retry=false 2024-11-26T11:18:16,902 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T11:18:16,903 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36051-0x10176dd55ac0003, quorum=127.0.0.1:65048, baseZNode=/1-1245025713 Unable to get data of znode /1-1245025713/switch/split because node does not exist (not necessarily an error) 2024-11-26T11:18:16,913 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1245025713/switch/split already deleted, retry=false 2024-11-26T11:18:16,914 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36051-0x10176dd55ac0003, quorum=127.0.0.1:65048, baseZNode=/1-1245025713 Unable to get data of znode /1-1245025713/switch/merge because node does not exist (not necessarily an error) 2024-11-26T11:18:16,923 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1245025713/switch/merge already deleted, retry=false 2024-11-26T11:18:16,925 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36051-0x10176dd55ac0003, quorum=127.0.0.1:65048, baseZNode=/1-1245025713 Unable to get data of znode /1-1245025713/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T11:18:16,934 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1245025713/snapshot-cleanup already deleted, retry=false 2024-11-26T11:18:16,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36051-0x10176dd55ac0003, quorum=127.0.0.1:65048, baseZNode=/1-1245025713 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1245025713/running 2024-11-26T11:18:16,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41683-0x10176dd55ac0004, quorum=127.0.0.1:65048, baseZNode=/1-1245025713 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1245025713/running 2024-11-26T11:18:16,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36051-0x10176dd55ac0003, quorum=127.0.0.1:65048, baseZNode=/1-1245025713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1245025713 2024-11-26T11:18:16,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41683-0x10176dd55ac0004, quorum=127.0.0.1:65048, baseZNode=/1-1245025713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1245025713 2024-11-26T11:18:16,945 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7f3a3edaecc3,36051,1732619894691, sessionid=0x10176dd55ac0003, setting cluster-up flag (Was=false) 2024-11-26T11:18:16,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36051-0x10176dd55ac0003, quorum=127.0.0.1:65048, baseZNode=/1-1245025713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1245025713 2024-11-26T11:18:16,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41683-0x10176dd55ac0004, quorum=127.0.0.1:65048, baseZNode=/1-1245025713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1245025713 2024-11-26T11:18:16,997 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1245025713/flush-table-proc/acquired, /1-1245025713/flush-table-proc/reached, /1-1245025713/flush-table-proc/abort 2024-11-26T11:18:16,999 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7f3a3edaecc3,36051,1732619894691 2024-11-26T11:18:17,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36051-0x10176dd55ac0003, quorum=127.0.0.1:65048, baseZNode=/1-1245025713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1245025713 2024-11-26T11:18:17,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41683-0x10176dd55ac0004, quorum=127.0.0.1:65048, baseZNode=/1-1245025713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1245025713 2024-11-26T11:18:17,050 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1245025713/online-snapshot/acquired, /1-1245025713/online-snapshot/reached, /1-1245025713/online-snapshot/abort 2024-11-26T11:18:17,051 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7f3a3edaecc3,36051,1732619894691 2024-11-26T11:18:17,052 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T11:18:17,053 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T11:18:17,054 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T11:18:17,054 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T11:18:17,054 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7f3a3edaecc3,36051,1732619894691 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T11:18:17,056 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:18:17,056 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:18:17,056 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:18:17,056 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:18:17,056 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7f3a3edaecc3:0, corePoolSize=10, maxPoolSize=10 2024-11-26T11:18:17,056 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:18:17,056 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=2, maxPoolSize=2 2024-11-26T11:18:17,056 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:18:17,058 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T11:18:17,058 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T11:18:17,059 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:18:17,059 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T11:18:17,060 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732619927060 2024-11-26T11:18:17,060 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T11:18:17,060 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T11:18:17,060 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T11:18:17,060 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T11:18:17,060 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T11:18:17,060 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T11:18:17,064 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T11:18:17,066 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T11:18:17,066 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T11:18:17,066 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T11:18:17,066 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T11:18:17,067 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T11:18:17,067 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T11:18:17,067 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732619897067,5,FailOnTimeoutGroup] 2024-11-26T11:18:17,068 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732619897067,5,FailOnTimeoutGroup] 2024-11-26T11:18:17,068 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T11:18:17,068 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T11:18:17,068 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T11:18:17,068 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T11:18:17,073 INFO [RS:0;7f3a3edaecc3:41683 {}] regionserver.HRegionServer(746): ClusterId : 1b3ff5fd-f769-45ba-a85e-7c24a841e5aa 2024-11-26T11:18:17,073 DEBUG [RS:0;7f3a3edaecc3:41683 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T11:18:17,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741831_1007 (size=1321) 2024-11-26T11:18:17,082 DEBUG [RS:0;7f3a3edaecc3:41683 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T11:18:17,082 DEBUG [RS:0;7f3a3edaecc3:41683 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T11:18:17,093 DEBUG [RS:0;7f3a3edaecc3:41683 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T11:18:17,093 DEBUG [RS:0;7f3a3edaecc3:41683 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48053be8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7f3a3edaecc3/172.17.0.3:0 2024-11-26T11:18:17,113 DEBUG [RS:0;7f3a3edaecc3:41683 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7f3a3edaecc3:41683 2024-11-26T11:18:17,113 INFO [RS:0;7f3a3edaecc3:41683 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T11:18:17,113 INFO [RS:0;7f3a3edaecc3:41683 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T11:18:17,113 DEBUG [RS:0;7f3a3edaecc3:41683 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T11:18:17,114 INFO [RS:0;7f3a3edaecc3:41683 {}] regionserver.HRegionServer(2659): reportForDuty to master=7f3a3edaecc3,36051,1732619894691 with port=41683, startcode=1732619894841 2024-11-26T11:18:17,114 DEBUG [RS:0;7f3a3edaecc3:41683 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T11:18:17,117 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59111, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T11:18:17,117 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36051 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7f3a3edaecc3,41683,1732619894841 2024-11-26T11:18:17,117 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36051 {}] master.ServerManager(517): Registering regionserver=7f3a3edaecc3,41683,1732619894841 2024-11-26T11:18:17,119 DEBUG [RS:0;7f3a3edaecc3:41683 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c 2024-11-26T11:18:17,119 DEBUG [RS:0;7f3a3edaecc3:41683 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42809 2024-11-26T11:18:17,119 DEBUG [RS:0;7f3a3edaecc3:41683 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T11:18:17,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36051-0x10176dd55ac0003, quorum=127.0.0.1:65048, baseZNode=/1-1245025713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1245025713/rs 2024-11-26T11:18:17,171 DEBUG [RS:0;7f3a3edaecc3:41683 {}] zookeeper.ZKUtil(111): regionserver:41683-0x10176dd55ac0004, quorum=127.0.0.1:65048, baseZNode=/1-1245025713 Set watcher on existing znode=/1-1245025713/rs/7f3a3edaecc3,41683,1732619894841 2024-11-26T11:18:17,171 WARN [RS:0;7f3a3edaecc3:41683 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T11:18:17,171 INFO [RS:0;7f3a3edaecc3:41683 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:18:17,171 DEBUG [RS:0;7f3a3edaecc3:41683 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/WALs/7f3a3edaecc3,41683,1732619894841 2024-11-26T11:18:17,171 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7f3a3edaecc3,41683,1732619894841] 2024-11-26T11:18:17,181 INFO [RS:0;7f3a3edaecc3:41683 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T11:18:17,182 INFO [RS:0;7f3a3edaecc3:41683 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T11:18:17,183 INFO [RS:0;7f3a3edaecc3:41683 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T11:18:17,183 INFO [RS:0;7f3a3edaecc3:41683 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:18:17,183 INFO [RS:0;7f3a3edaecc3:41683 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T11:18:17,184 INFO [RS:0;7f3a3edaecc3:41683 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T11:18:17,184 INFO [RS:0;7f3a3edaecc3:41683 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T11:18:17,184 DEBUG [RS:0;7f3a3edaecc3:41683 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:18:17,184 DEBUG [RS:0;7f3a3edaecc3:41683 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:18:17,184 DEBUG [RS:0;7f3a3edaecc3:41683 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:18:17,184 DEBUG [RS:0;7f3a3edaecc3:41683 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:18:17,184 DEBUG [RS:0;7f3a3edaecc3:41683 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:18:17,185 DEBUG [RS:0;7f3a3edaecc3:41683 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7f3a3edaecc3:0, corePoolSize=2, maxPoolSize=2 2024-11-26T11:18:17,185 DEBUG [RS:0;7f3a3edaecc3:41683 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:18:17,185 DEBUG [RS:0;7f3a3edaecc3:41683 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:18:17,185 DEBUG [RS:0;7f3a3edaecc3:41683 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:18:17,185 DEBUG [RS:0;7f3a3edaecc3:41683 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:18:17,185 DEBUG [RS:0;7f3a3edaecc3:41683 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:18:17,185 DEBUG [RS:0;7f3a3edaecc3:41683 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:18:17,185 DEBUG [RS:0;7f3a3edaecc3:41683 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7f3a3edaecc3:0, corePoolSize=3, maxPoolSize=3 2024-11-26T11:18:17,185 DEBUG [RS:0;7f3a3edaecc3:41683 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7f3a3edaecc3:0, corePoolSize=3, maxPoolSize=3 2024-11-26T11:18:17,192 INFO [RS:0;7f3a3edaecc3:41683 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T11:18:17,193 INFO [RS:0;7f3a3edaecc3:41683 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T11:18:17,193 INFO [RS:0;7f3a3edaecc3:41683 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:18:17,193 INFO [RS:0;7f3a3edaecc3:41683 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T11:18:17,193 INFO [RS:0;7f3a3edaecc3:41683 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T11:18:17,193 INFO [RS:0;7f3a3edaecc3:41683 {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,41683,1732619894841-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T11:18:17,212 INFO [RS:0;7f3a3edaecc3:41683 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T11:18:17,213 INFO [RS:0;7f3a3edaecc3:41683 {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,41683,1732619894841-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:18:17,213 INFO [RS:0;7f3a3edaecc3:41683 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:18:17,213 INFO [RS:0;7f3a3edaecc3:41683 {}] regionserver.Replication(171): 7f3a3edaecc3,41683,1732619894841 started 2024-11-26T11:18:17,227 INFO [RS:0;7f3a3edaecc3:41683 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:18:17,227 INFO [RS:0;7f3a3edaecc3:41683 {}] regionserver.HRegionServer(1482): Serving as 7f3a3edaecc3,41683,1732619894841, RpcServer on 7f3a3edaecc3/172.17.0.3:41683, sessionid=0x10176dd55ac0004 2024-11-26T11:18:17,227 DEBUG [RS:0;7f3a3edaecc3:41683 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T11:18:17,228 DEBUG [RS:0;7f3a3edaecc3:41683 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7f3a3edaecc3,41683,1732619894841 2024-11-26T11:18:17,228 DEBUG [RS:0;7f3a3edaecc3:41683 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7f3a3edaecc3,41683,1732619894841' 2024-11-26T11:18:17,228 DEBUG [RS:0;7f3a3edaecc3:41683 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1245025713/flush-table-proc/abort' 2024-11-26T11:18:17,228 DEBUG [RS:0;7f3a3edaecc3:41683 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1245025713/flush-table-proc/acquired' 2024-11-26T11:18:17,229 DEBUG [RS:0;7f3a3edaecc3:41683 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T11:18:17,229 DEBUG [RS:0;7f3a3edaecc3:41683 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T11:18:17,229 DEBUG [RS:0;7f3a3edaecc3:41683 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7f3a3edaecc3,41683,1732619894841 2024-11-26T11:18:17,229 DEBUG [RS:0;7f3a3edaecc3:41683 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7f3a3edaecc3,41683,1732619894841' 2024-11-26T11:18:17,229 DEBUG [RS:0;7f3a3edaecc3:41683 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1245025713/online-snapshot/abort' 2024-11-26T11:18:17,229 DEBUG [RS:0;7f3a3edaecc3:41683 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1245025713/online-snapshot/acquired' 2024-11-26T11:18:17,229 DEBUG [RS:0;7f3a3edaecc3:41683 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T11:18:17,229 INFO [RS:0;7f3a3edaecc3:41683 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T11:18:17,229 INFO [RS:0;7f3a3edaecc3:41683 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T11:18:17,233 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T11:18:17,330 INFO [RS:0;7f3a3edaecc3:41683 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T11:18:17,331 INFO [RS:0;7f3a3edaecc3:41683 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7f3a3edaecc3%2C41683%2C1732619894841, suffix=, logDir=hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/WALs/7f3a3edaecc3,41683,1732619894841, archiveDir=hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/oldWALs, maxLogs=10 2024-11-26T11:18:17,343 DEBUG [RS:0;7f3a3edaecc3:41683 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/WALs/7f3a3edaecc3,41683,1732619894841/7f3a3edaecc3%2C41683%2C1732619894841.1732619897332, exclude list is [], retry=0 2024-11-26T11:18:17,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34649,DS-c315a01d-0826-47c0-8075-cfdbb2d13aa1,DISK] 2024-11-26T11:18:17,347 INFO [RS:0;7f3a3edaecc3:41683 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/WALs/7f3a3edaecc3,41683,1732619894841/7f3a3edaecc3%2C41683%2C1732619894841.1732619897332 2024-11-26T11:18:17,348 DEBUG [RS:0;7f3a3edaecc3:41683 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41817:41817)] 2024-11-26T11:18:17,482 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T11:18:17,482 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c 2024-11-26T11:18:17,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741833_1009 (size=32) 2024-11-26T11:18:17,838 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T11:18:17,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:18:17,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:18:17,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:18:17,862 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:18:17,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:18:17,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T11:18:17,892 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T11:18:17,892 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:18:17,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:18:17,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T11:18:17,894 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T11:18:17,894 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:18:17,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:18:17,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T11:18:17,895 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T11:18:17,895 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:18:17,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:18:17,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T11:18:17,897 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T11:18:17,897 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:18:17,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:18:17,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T11:18:17,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/data/hbase/meta/1588230740 2024-11-26T11:18:17,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/data/hbase/meta/1588230740 2024-11-26T11:18:17,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T11:18:17,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T11:18:17,901 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:18:17,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T11:18:17,904 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:18:17,904 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73975835, jitterRate=0.10232584178447723}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:18:17,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732619897889Initializing all the Stores at 1732619897890 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732619897890Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732619897890Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619897890Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732619897890Cleaning up temporary data from old regions at 1732619897900 (+10 ms)Region opened successfully at 1732619897904 (+4 ms) 2024-11-26T11:18:17,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T11:18:17,905 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T11:18:17,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T11:18:17,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T11:18:17,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T11:18:17,905 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T11:18:17,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732619897905Disabling compacts and flushes for region at 1732619897905Disabling writes for close at 1732619897905Writing region close event to WAL at 1732619897905Closed at 1732619897905 2024-11-26T11:18:17,907 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T11:18:17,907 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T11:18:17,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T11:18:17,908 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T11:18:17,909 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T11:18:18,059 DEBUG [7f3a3edaecc3:36051 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T11:18:18,059 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7f3a3edaecc3,41683,1732619894841 2024-11-26T11:18:18,061 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7f3a3edaecc3,41683,1732619894841, state=OPENING 2024-11-26T11:18:18,113 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T11:18:18,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36051-0x10176dd55ac0003, quorum=127.0.0.1:65048, baseZNode=/1-1245025713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1245025713 2024-11-26T11:18:18,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41683-0x10176dd55ac0004, quorum=127.0.0.1:65048, baseZNode=/1-1245025713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1245025713 2024-11-26T11:18:18,124 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1245025713/meta-region-server: CHANGED 2024-11-26T11:18:18,124 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1245025713/meta-region-server: CHANGED 2024-11-26T11:18:18,124 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T11:18:18,124 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,41683,1732619894841}] 2024-11-26T11:18:18,277 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T11:18:18,278 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54129, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T11:18:18,282 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T11:18:18,282 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:18:18,282 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T11:18:18,283 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7f3a3edaecc3%2C41683%2C1732619894841.meta, suffix=.meta, logDir=hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/WALs/7f3a3edaecc3,41683,1732619894841, archiveDir=hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/oldWALs, maxLogs=10 2024-11-26T11:18:18,296 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/WALs/7f3a3edaecc3,41683,1732619894841/7f3a3edaecc3%2C41683%2C1732619894841.meta.1732619898284.meta, exclude list is [], retry=0 2024-11-26T11:18:18,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34649,DS-c315a01d-0826-47c0-8075-cfdbb2d13aa1,DISK] 2024-11-26T11:18:18,300 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/WALs/7f3a3edaecc3,41683,1732619894841/7f3a3edaecc3%2C41683%2C1732619894841.meta.1732619898284.meta 2024-11-26T11:18:18,300 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41817:41817)] 2024-11-26T11:18:18,300 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:18:18,301 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T11:18:18,301 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T11:18:18,301 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T11:18:18,301 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T11:18:18,301 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T11:18:18,301 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:18:18,301 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T11:18:18,301 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T11:18:18,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T11:18:18,303 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T11:18:18,303 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:18:18,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:18:18,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T11:18:18,305 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T11:18:18,305 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:18:18,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:18:18,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T11:18:18,306 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T11:18:18,306 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:18:18,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:18:18,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T11:18:18,307 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T11:18:18,307 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:18:18,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:18:18,308 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T11:18:18,309 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/data/hbase/meta/1588230740 2024-11-26T11:18:18,310 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/data/hbase/meta/1588230740 2024-11-26T11:18:18,311 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T11:18:18,311 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T11:18:18,311 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:18:18,313 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T11:18:18,313 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63233613, jitterRate=-0.057745739817619324}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:18:18,313 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T11:18:18,314 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732619898301Writing region info on filesystem at 1732619898301Initializing all the Stores at 1732619898302 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732619898302Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732619898302Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619898302Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732619898302Cleaning up temporary data from old regions at 1732619898311 (+9 ms)Running coprocessor post-open hooks at 1732619898314 (+3 ms)Region opened successfully at 1732619898314 2024-11-26T11:18:18,315 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732619898277 2024-11-26T11:18:18,317 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T11:18:18,317 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T11:18:18,318 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7f3a3edaecc3,41683,1732619894841 2024-11-26T11:18:18,318 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7f3a3edaecc3,41683,1732619894841, state=OPEN 2024-11-26T11:18:18,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36051-0x10176dd55ac0003, quorum=127.0.0.1:65048, baseZNode=/1-1245025713 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1245025713/meta-region-server 2024-11-26T11:18:18,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41683-0x10176dd55ac0004, quorum=127.0.0.1:65048, baseZNode=/1-1245025713 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1245025713/meta-region-server 2024-11-26T11:18:18,323 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,41683,1732619894841 2024-11-26T11:18:18,323 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1245025713/meta-region-server: CHANGED 2024-11-26T11:18:18,323 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1245025713/meta-region-server: CHANGED 2024-11-26T11:18:18,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T11:18:18,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,41683,1732619894841 in 199 msec 2024-11-26T11:18:18,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T11:18:18,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 419 msec 2024-11-26T11:18:18,330 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T11:18:18,330 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T11:18:18,332 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:18:18,332 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,41683,1732619894841, seqNum=-1] 2024-11-26T11:18:18,332 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:18:18,333 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42555, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:18:18,339 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2860 sec 2024-11-26T11:18:18,340 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732619898340, completionTime=-1 2024-11-26T11:18:18,340 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T11:18:18,340 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T11:18:18,342 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T11:18:18,342 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732619958342 2024-11-26T11:18:18,342 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732620018342 2024-11-26T11:18:18,342 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T11:18:18,342 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,36051,1732619894691-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:18:18,342 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,36051,1732619894691-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:18:18,342 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,36051,1732619894691-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:18:18,342 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7f3a3edaecc3:36051, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:18:18,343 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T11:18:18,343 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T11:18:18,345 DEBUG [master/7f3a3edaecc3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T11:18:18,347 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.444sec 2024-11-26T11:18:18,347 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T11:18:18,347 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T11:18:18,347 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T11:18:18,347 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T11:18:18,347 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T11:18:18,347 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,36051,1732619894691-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T11:18:18,347 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,36051,1732619894691-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T11:18:18,350 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T11:18:18,350 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T11:18:18,350 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,36051,1732619894691-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:18:18,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@331c9d22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:18:18,374 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,36051,-1 for getting cluster id 2024-11-26T11:18:18,374 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:18:18,376 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b3ff5fd-f769-45ba-a85e-7c24a841e5aa' 2024-11-26T11:18:18,376 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:18:18,376 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b3ff5fd-f769-45ba-a85e-7c24a841e5aa" 2024-11-26T11:18:18,376 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bf8cb56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:18:18,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,36051,-1] 2024-11-26T11:18:18,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:18:18,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:18:18,378 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:18:18,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a297bb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:18:18,379 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:18:18,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,41683,1732619894841, seqNum=-1] 2024-11-26T11:18:18,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:18:18,383 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:18:18,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7f3a3edaecc3,36051,1732619894691 2024-11-26T11:18:18,388 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:65048 2024-11-26T11:18:18,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:65048, baseZNode=/1-1245025713 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:18:18,398 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10176dd55ac0005 connected 2024-11-26T11:18:18,412 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:18:18,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,35565,1732619887711 2024-11-26T11:18:18,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38031b5e 2024-11-26T11:18:18,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:18:18,414 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:18:18,417 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35565 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T11:18:18,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35565 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T11:18:18,420 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T11:18:18,422 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:18:18,422 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35565 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T11:18:18,423 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T11:18:18,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:18:18,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741835_1011 (size=902) 2024-11-26T11:18:18,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:18:18,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:18:18,831 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b48533d919f3ab79625453983cbe00f3, NAME => 'test,,1732619898415.b48533d919f3ab79625453983cbe00f3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37 2024-11-26T11:18:18,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741836_1012 (size=39) 2024-11-26T11:18:18,842 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732619898415.b48533d919f3ab79625453983cbe00f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:18:18,842 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b48533d919f3ab79625453983cbe00f3, disabling compactions & flushes 2024-11-26T11:18:18,842 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732619898415.b48533d919f3ab79625453983cbe00f3. 2024-11-26T11:18:18,842 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732619898415.b48533d919f3ab79625453983cbe00f3. 2024-11-26T11:18:18,843 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732619898415.b48533d919f3ab79625453983cbe00f3. after waiting 0 ms 2024-11-26T11:18:18,843 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732619898415.b48533d919f3ab79625453983cbe00f3. 2024-11-26T11:18:18,843 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732619898415.b48533d919f3ab79625453983cbe00f3. 2024-11-26T11:18:18,843 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b48533d919f3ab79625453983cbe00f3: Waiting for close lock at 1732619898842Disabling compacts and flushes for region at 1732619898842Disabling writes for close at 1732619898843 (+1 ms)Writing region close event to WAL at 1732619898843Closed at 1732619898843 2024-11-26T11:18:18,844 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T11:18:18,845 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732619898415.b48533d919f3ab79625453983cbe00f3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732619898844"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732619898844"}]},"ts":"1732619898844"} 2024-11-26T11:18:18,848 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T11:18:18,849 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T11:18:18,850 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732619898850"}]},"ts":"1732619898850"} 2024-11-26T11:18:18,853 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T11:18:18,853 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b48533d919f3ab79625453983cbe00f3, ASSIGN}] 2024-11-26T11:18:18,855 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b48533d919f3ab79625453983cbe00f3, ASSIGN 2024-11-26T11:18:18,856 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b48533d919f3ab79625453983cbe00f3, ASSIGN; state=OFFLINE, location=7f3a3edaecc3,34347,1732619888894; forceNewPlan=false, retain=false 2024-11-26T11:18:19,007 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b48533d919f3ab79625453983cbe00f3, regionState=OPENING, regionLocation=7f3a3edaecc3,34347,1732619888894 2024-11-26T11:18:19,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b48533d919f3ab79625453983cbe00f3, ASSIGN because future has completed 2024-11-26T11:18:19,011 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b48533d919f3ab79625453983cbe00f3, server=7f3a3edaecc3,34347,1732619888894}] 2024-11-26T11:18:19,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:18:19,168 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732619898415.b48533d919f3ab79625453983cbe00f3. 2024-11-26T11:18:19,169 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b48533d919f3ab79625453983cbe00f3, NAME => 'test,,1732619898415.b48533d919f3ab79625453983cbe00f3.', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:18:19,169 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T11:18:19,169 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T11:18:19,169 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b48533d919f3ab79625453983cbe00f3 2024-11-26T11:18:19,169 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732619898415.b48533d919f3ab79625453983cbe00f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:18:19,169 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b48533d919f3ab79625453983cbe00f3 2024-11-26T11:18:19,169 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b48533d919f3ab79625453983cbe00f3 2024-11-26T11:18:19,173 INFO [StoreOpener-b48533d919f3ab79625453983cbe00f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b48533d919f3ab79625453983cbe00f3 2024-11-26T11:18:19,174 INFO [StoreOpener-b48533d919f3ab79625453983cbe00f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b48533d919f3ab79625453983cbe00f3 columnFamilyName f 2024-11-26T11:18:19,174 DEBUG [StoreOpener-b48533d919f3ab79625453983cbe00f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:18:19,174 INFO [StoreOpener-b48533d919f3ab79625453983cbe00f3-1 {}] regionserver.HStore(327): Store=b48533d919f3ab79625453983cbe00f3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:18:19,174 INFO [StoreOpener-b48533d919f3ab79625453983cbe00f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b48533d919f3ab79625453983cbe00f3 2024-11-26T11:18:19,175 INFO [StoreOpener-b48533d919f3ab79625453983cbe00f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b48533d919f3ab79625453983cbe00f3 columnFamilyName f1 2024-11-26T11:18:19,176 DEBUG [StoreOpener-b48533d919f3ab79625453983cbe00f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:18:19,176 INFO [StoreOpener-b48533d919f3ab79625453983cbe00f3-1 {}] regionserver.HStore(327): Store=b48533d919f3ab79625453983cbe00f3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:18:19,176 INFO [StoreOpener-b48533d919f3ab79625453983cbe00f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b48533d919f3ab79625453983cbe00f3 2024-11-26T11:18:19,177 INFO [StoreOpener-b48533d919f3ab79625453983cbe00f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b48533d919f3ab79625453983cbe00f3 columnFamilyName norep 2024-11-26T11:18:19,177 DEBUG [StoreOpener-b48533d919f3ab79625453983cbe00f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:18:19,177 INFO [StoreOpener-b48533d919f3ab79625453983cbe00f3-1 {}] regionserver.HStore(327): Store=b48533d919f3ab79625453983cbe00f3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:18:19,178 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b48533d919f3ab79625453983cbe00f3 2024-11-26T11:18:19,178 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/data/default/test/b48533d919f3ab79625453983cbe00f3 2024-11-26T11:18:19,179 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/data/default/test/b48533d919f3ab79625453983cbe00f3 2024-11-26T11:18:19,180 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b48533d919f3ab79625453983cbe00f3 2024-11-26T11:18:19,180 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b48533d919f3ab79625453983cbe00f3 2024-11-26T11:18:19,180 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T11:18:19,181 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b48533d919f3ab79625453983cbe00f3 2024-11-26T11:18:19,184 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/data/default/test/b48533d919f3ab79625453983cbe00f3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:18:19,184 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b48533d919f3ab79625453983cbe00f3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74218331, jitterRate=0.10593931376934052}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T11:18:19,184 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b48533d919f3ab79625453983cbe00f3 2024-11-26T11:18:19,185 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b48533d919f3ab79625453983cbe00f3: Running coprocessor pre-open hook at 1732619899169Writing region info on filesystem at 1732619899169Initializing all the Stores at 1732619899170 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619899170Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619899173 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619899173Cleaning up temporary data from old regions at 1732619899180 (+7 ms)Running coprocessor post-open hooks at 1732619899184 (+4 ms)Region opened successfully at 1732619899185 (+1 ms) 2024-11-26T11:18:19,187 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732619898415.b48533d919f3ab79625453983cbe00f3., pid=6, masterSystemTime=1732619899164 2024-11-26T11:18:19,189 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732619898415.b48533d919f3ab79625453983cbe00f3. 2024-11-26T11:18:19,189 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732619898415.b48533d919f3ab79625453983cbe00f3. 2024-11-26T11:18:19,191 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b48533d919f3ab79625453983cbe00f3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7f3a3edaecc3,34347,1732619888894 2024-11-26T11:18:19,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b48533d919f3ab79625453983cbe00f3, server=7f3a3edaecc3,34347,1732619888894 because future has completed 2024-11-26T11:18:19,196 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T11:18:19,196 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b48533d919f3ab79625453983cbe00f3, server=7f3a3edaecc3,34347,1732619888894 in 183 msec 2024-11-26T11:18:19,198 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T11:18:19,198 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b48533d919f3ab79625453983cbe00f3, ASSIGN in 343 msec 2024-11-26T11:18:19,199 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T11:18:19,199 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732619899199"}]},"ts":"1732619899199"} 2024-11-26T11:18:19,201 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T11:18:19,203 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T11:18:19,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 785 msec 2024-11-26T11:18:19,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:18:19,561 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:18:19,561 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T11:18:19,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,36051,1732619894691 2024-11-26T11:18:19,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@664ae57c 2024-11-26T11:18:19,562 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:18:19,563 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:18:19,563 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36051 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T11:18:19,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36051 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T11:18:19,566 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T11:18:19,566 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:18:19,567 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36051 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T11:18:19,567 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T11:18:19,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:18:19,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741835_1011 (size=902) 2024-11-26T11:18:19,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:18:19,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:18:19,975 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5e7177b71d41371dfb207d77e689e948, NAME => 'test,,1732619899563.5e7177b71d41371dfb207d77e689e948.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c 2024-11-26T11:18:19,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741836_1012 (size=39) 2024-11-26T11:18:20,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:18:20,381 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732619899563.5e7177b71d41371dfb207d77e689e948.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:18:20,381 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5e7177b71d41371dfb207d77e689e948, disabling compactions & flushes 2024-11-26T11:18:20,381 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732619899563.5e7177b71d41371dfb207d77e689e948. 2024-11-26T11:18:20,381 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732619899563.5e7177b71d41371dfb207d77e689e948. 2024-11-26T11:18:20,381 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732619899563.5e7177b71d41371dfb207d77e689e948. after waiting 0 ms 2024-11-26T11:18:20,381 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732619899563.5e7177b71d41371dfb207d77e689e948. 2024-11-26T11:18:20,381 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732619899563.5e7177b71d41371dfb207d77e689e948. 2024-11-26T11:18:20,381 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5e7177b71d41371dfb207d77e689e948: Waiting for close lock at 1732619900381Disabling compacts and flushes for region at 1732619900381Disabling writes for close at 1732619900381Writing region close event to WAL at 1732619900381Closed at 1732619900381 2024-11-26T11:18:20,382 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T11:18:20,383 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732619899563.5e7177b71d41371dfb207d77e689e948.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732619900382"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732619900382"}]},"ts":"1732619900382"} 2024-11-26T11:18:20,385 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T11:18:20,386 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T11:18:20,387 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732619900386"}]},"ts":"1732619900386"} 2024-11-26T11:18:20,389 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T11:18:20,389 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5e7177b71d41371dfb207d77e689e948, ASSIGN}] 2024-11-26T11:18:20,391 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5e7177b71d41371dfb207d77e689e948, ASSIGN 2024-11-26T11:18:20,392 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5e7177b71d41371dfb207d77e689e948, ASSIGN; state=OFFLINE, location=7f3a3edaecc3,41683,1732619894841; forceNewPlan=false, retain=false 2024-11-26T11:18:20,543 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5e7177b71d41371dfb207d77e689e948, regionState=OPENING, regionLocation=7f3a3edaecc3,41683,1732619894841 2024-11-26T11:18:20,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5e7177b71d41371dfb207d77e689e948, ASSIGN because future has completed 2024-11-26T11:18:20,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e7177b71d41371dfb207d77e689e948, server=7f3a3edaecc3,41683,1732619894841}] 2024-11-26T11:18:20,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:18:20,703 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732619899563.5e7177b71d41371dfb207d77e689e948. 2024-11-26T11:18:20,703 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5e7177b71d41371dfb207d77e689e948, NAME => 'test,,1732619899563.5e7177b71d41371dfb207d77e689e948.', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:18:20,703 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T11:18:20,703 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T11:18:20,704 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5e7177b71d41371dfb207d77e689e948 2024-11-26T11:18:20,704 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732619899563.5e7177b71d41371dfb207d77e689e948.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:18:20,704 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5e7177b71d41371dfb207d77e689e948 2024-11-26T11:18:20,704 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5e7177b71d41371dfb207d77e689e948 2024-11-26T11:18:20,705 INFO [StoreOpener-5e7177b71d41371dfb207d77e689e948-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5e7177b71d41371dfb207d77e689e948 2024-11-26T11:18:20,707 INFO [StoreOpener-5e7177b71d41371dfb207d77e689e948-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e7177b71d41371dfb207d77e689e948 columnFamilyName f 2024-11-26T11:18:20,707 DEBUG [StoreOpener-5e7177b71d41371dfb207d77e689e948-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:18:20,707 INFO [StoreOpener-5e7177b71d41371dfb207d77e689e948-1 {}] regionserver.HStore(327): Store=5e7177b71d41371dfb207d77e689e948/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:18:20,707 INFO [StoreOpener-5e7177b71d41371dfb207d77e689e948-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5e7177b71d41371dfb207d77e689e948 2024-11-26T11:18:20,709 INFO [StoreOpener-5e7177b71d41371dfb207d77e689e948-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e7177b71d41371dfb207d77e689e948 columnFamilyName f1 2024-11-26T11:18:20,709 DEBUG [StoreOpener-5e7177b71d41371dfb207d77e689e948-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:18:20,709 INFO [StoreOpener-5e7177b71d41371dfb207d77e689e948-1 {}] regionserver.HStore(327): Store=5e7177b71d41371dfb207d77e689e948/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:18:20,709 INFO [StoreOpener-5e7177b71d41371dfb207d77e689e948-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5e7177b71d41371dfb207d77e689e948 2024-11-26T11:18:20,710 INFO [StoreOpener-5e7177b71d41371dfb207d77e689e948-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e7177b71d41371dfb207d77e689e948 columnFamilyName norep 2024-11-26T11:18:20,710 DEBUG [StoreOpener-5e7177b71d41371dfb207d77e689e948-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:18:20,711 INFO [StoreOpener-5e7177b71d41371dfb207d77e689e948-1 {}] regionserver.HStore(327): Store=5e7177b71d41371dfb207d77e689e948/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:18:20,711 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5e7177b71d41371dfb207d77e689e948 2024-11-26T11:18:20,712 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/data/default/test/5e7177b71d41371dfb207d77e689e948 2024-11-26T11:18:20,712 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/data/default/test/5e7177b71d41371dfb207d77e689e948 2024-11-26T11:18:20,713 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5e7177b71d41371dfb207d77e689e948 2024-11-26T11:18:20,713 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5e7177b71d41371dfb207d77e689e948 2024-11-26T11:18:20,714 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T11:18:20,715 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5e7177b71d41371dfb207d77e689e948 2024-11-26T11:18:20,717 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/data/default/test/5e7177b71d41371dfb207d77e689e948/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:18:20,718 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5e7177b71d41371dfb207d77e689e948; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64227781, jitterRate=-0.04293148219585419}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T11:18:20,718 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5e7177b71d41371dfb207d77e689e948 2024-11-26T11:18:20,718 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5e7177b71d41371dfb207d77e689e948: Running coprocessor pre-open hook at 1732619900704Writing region info on filesystem at 1732619900704Initializing all the Stores at 1732619900705 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619900705Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619900705Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619900705Cleaning up temporary data from old regions at 1732619900713 (+8 ms)Running coprocessor post-open hooks at 1732619900718 (+5 ms)Region opened successfully at 1732619900718 2024-11-26T11:18:20,719 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732619899563.5e7177b71d41371dfb207d77e689e948., pid=6, masterSystemTime=1732619900698 2024-11-26T11:18:20,722 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732619899563.5e7177b71d41371dfb207d77e689e948. 2024-11-26T11:18:20,722 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732619899563.5e7177b71d41371dfb207d77e689e948. 2024-11-26T11:18:20,722 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5e7177b71d41371dfb207d77e689e948, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7f3a3edaecc3,41683,1732619894841 2024-11-26T11:18:20,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e7177b71d41371dfb207d77e689e948, server=7f3a3edaecc3,41683,1732619894841 because future has completed 2024-11-26T11:18:20,729 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T11:18:20,729 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5e7177b71d41371dfb207d77e689e948, server=7f3a3edaecc3,41683,1732619894841 in 181 msec 2024-11-26T11:18:20,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T11:18:20,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5e7177b71d41371dfb207d77e689e948, ASSIGN in 340 msec 2024-11-26T11:18:20,733 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T11:18:20,733 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732619900733"}]},"ts":"1732619900733"} 2024-11-26T11:18:20,735 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T11:18:20,736 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T11:18:20,738 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1730 sec 2024-11-26T11:18:21,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:18:21,710 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T11:18:21,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c927810, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:18:21,711 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,35565,-1 for getting cluster id 2024-11-26T11:18:21,711 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:18:21,712 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e9581d8e-847d-417b-a6aa-c5a54dca0e7b' 2024-11-26T11:18:21,712 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:18:21,712 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e9581d8e-847d-417b-a6aa-c5a54dca0e7b" 2024-11-26T11:18:21,712 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@792b008c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:18:21,712 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,35565,-1] 2024-11-26T11:18:21,712 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:18:21,712 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:18:21,713 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:18:21,714 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7af08dc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:18:21,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58296fe0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:18:21,714 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,36051,-1 for getting cluster id 2024-11-26T11:18:21,714 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:18:21,715 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b3ff5fd-f769-45ba-a85e-7c24a841e5aa' 2024-11-26T11:18:21,715 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:18:21,715 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b3ff5fd-f769-45ba-a85e-7c24a841e5aa" 2024-11-26T11:18:21,716 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20f4d038, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:18:21,716 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,36051,-1] 2024-11-26T11:18:21,716 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:18:21,716 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:18:21,717 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:18:21,717 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e14830f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:18:21,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@94fc514, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:18:21,718 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,35565,-1 for getting cluster id 2024-11-26T11:18:21,718 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:18:21,719 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e9581d8e-847d-417b-a6aa-c5a54dca0e7b' 2024-11-26T11:18:21,719 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:18:21,719 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e9581d8e-847d-417b-a6aa-c5a54dca0e7b" 2024-11-26T11:18:21,719 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4183a918, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:18:21,719 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,35565,-1] 2024-11-26T11:18:21,719 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:18:21,720 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:18:21,720 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:18:21,721 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bdaf114, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:18:21,723 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:18:21,724 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,35565,1732619887711 2024-11-26T11:18:21,724 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e0cee2a 2024-11-26T11:18:21,724 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:18:21,725 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:18:21,725 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35565 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://7f3a3edaecc3:36051,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-26T11:18:21,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35565 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T11:18:21,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:18:21,728 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7f3a3edaecc3:36051' 2024-11-26T11:18:21,729 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b2dde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:18:21,729 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,36051,-1 for getting cluster id 2024-11-26T11:18:21,729 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:18:21,730 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b3ff5fd-f769-45ba-a85e-7c24a841e5aa' 2024-11-26T11:18:21,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:18:21,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b3ff5fd-f769-45ba-a85e-7c24a841e5aa" 2024-11-26T11:18:21,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@743ad251, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:18:21,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,36051,-1] 2024-11-26T11:18:21,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:18:21,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:18:21,731 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:18:21,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e125360, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:18:21,732 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:18:21,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,36051,1732619894691 2024-11-26T11:18:21,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29713352 2024-11-26T11:18:21,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:18:21,734 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:18:21,734 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T11:18:21,734 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T11:18:21,734 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:18:21,734 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:18:21,734 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:18:21,735 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T11:18:21,736 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T11:18:21,737 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T11:18:21,737 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:18:21,738 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T11:18:21,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741837_1013 (size=1138) 2024-11-26T11:18:21,786 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T11:18:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:18:22,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:18:22,146 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 569ac30eb8a64aae098411892a946cf8, NAME => 'hbase:replication,,1732619901735.569ac30eb8a64aae098411892a946cf8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37 2024-11-26T11:18:22,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741838_1014 (size=44) 2024-11-26T11:18:22,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:18:22,552 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732619901735.569ac30eb8a64aae098411892a946cf8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:18:22,552 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 569ac30eb8a64aae098411892a946cf8, disabling compactions & flushes 2024-11-26T11:18:22,552 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732619901735.569ac30eb8a64aae098411892a946cf8. 2024-11-26T11:18:22,552 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732619901735.569ac30eb8a64aae098411892a946cf8. 2024-11-26T11:18:22,552 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732619901735.569ac30eb8a64aae098411892a946cf8. after waiting 0 ms 2024-11-26T11:18:22,552 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732619901735.569ac30eb8a64aae098411892a946cf8. 2024-11-26T11:18:22,552 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732619901735.569ac30eb8a64aae098411892a946cf8. 2024-11-26T11:18:22,552 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 569ac30eb8a64aae098411892a946cf8: Waiting for close lock at 1732619902552Disabling compacts and flushes for region at 1732619902552Disabling writes for close at 1732619902552Writing region close event to WAL at 1732619902552Closed at 1732619902552 2024-11-26T11:18:22,553 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T11:18:22,553 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732619901735.569ac30eb8a64aae098411892a946cf8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732619902553"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732619902553"}]},"ts":"1732619902553"} 2024-11-26T11:18:22,556 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T11:18:22,557 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T11:18:22,557 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732619902557"}]},"ts":"1732619902557"} 2024-11-26T11:18:22,559 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T11:18:22,560 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=569ac30eb8a64aae098411892a946cf8, ASSIGN}] 2024-11-26T11:18:22,561 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=569ac30eb8a64aae098411892a946cf8, ASSIGN 2024-11-26T11:18:22,562 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=569ac30eb8a64aae098411892a946cf8, ASSIGN; state=OFFLINE, location=7f3a3edaecc3,34347,1732619888894; forceNewPlan=false, retain=false 2024-11-26T11:18:22,712 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=569ac30eb8a64aae098411892a946cf8, regionState=OPENING, regionLocation=7f3a3edaecc3,34347,1732619888894 2024-11-26T11:18:22,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=569ac30eb8a64aae098411892a946cf8, ASSIGN because future has completed 2024-11-26T11:18:22,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 569ac30eb8a64aae098411892a946cf8, server=7f3a3edaecc3,34347,1732619888894}] 2024-11-26T11:18:22,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:18:22,871 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732619901735.569ac30eb8a64aae098411892a946cf8. 2024-11-26T11:18:22,871 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:18:22,871 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T11:18:22,873 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7f3a3edaecc3%2C34347%2C1732619888894.rep, suffix=, logDir=hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/WALs/7f3a3edaecc3,34347,1732619888894, archiveDir=hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/oldWALs, maxLogs=10 2024-11-26T11:18:22,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/WALs/7f3a3edaecc3,34347,1732619888894/7f3a3edaecc3%2C34347%2C1732619888894.rep.1732619902873, exclude list is [], retry=0 2024-11-26T11:18:22,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41371,DS-c9a43d47-bfc7-4d29-a471-aac46127aa36,DISK] 2024-11-26T11:18:22,888 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/WALs/7f3a3edaecc3,34347,1732619888894/7f3a3edaecc3%2C34347%2C1732619888894.rep.1732619902873 2024-11-26T11:18:22,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40343:40343)] 2024-11-26T11:18:22,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 569ac30eb8a64aae098411892a946cf8, NAME => 'hbase:replication,,1732619901735.569ac30eb8a64aae098411892a946cf8.', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:18:22,889 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T11:18:22,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T11:18:22,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732619901735.569ac30eb8a64aae098411892a946cf8. service=MultiRowMutationService 2024-11-26T11:18:22,889 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T11:18:22,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 569ac30eb8a64aae098411892a946cf8 2024-11-26T11:18:22,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732619901735.569ac30eb8a64aae098411892a946cf8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:18:22,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 569ac30eb8a64aae098411892a946cf8 2024-11-26T11:18:22,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 569ac30eb8a64aae098411892a946cf8 2024-11-26T11:18:22,891 INFO [StoreOpener-569ac30eb8a64aae098411892a946cf8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 569ac30eb8a64aae098411892a946cf8 2024-11-26T11:18:22,892 INFO [StoreOpener-569ac30eb8a64aae098411892a946cf8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 569ac30eb8a64aae098411892a946cf8 columnFamilyName hfileref 2024-11-26T11:18:22,892 DEBUG [StoreOpener-569ac30eb8a64aae098411892a946cf8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:18:22,892 INFO [StoreOpener-569ac30eb8a64aae098411892a946cf8-1 {}] regionserver.HStore(327): Store=569ac30eb8a64aae098411892a946cf8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:18:22,892 INFO [StoreOpener-569ac30eb8a64aae098411892a946cf8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 569ac30eb8a64aae098411892a946cf8 2024-11-26T11:18:22,893 INFO [StoreOpener-569ac30eb8a64aae098411892a946cf8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 569ac30eb8a64aae098411892a946cf8 columnFamilyName queue 2024-11-26T11:18:22,893 DEBUG [StoreOpener-569ac30eb8a64aae098411892a946cf8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:18:22,894 INFO [StoreOpener-569ac30eb8a64aae098411892a946cf8-1 {}] regionserver.HStore(327): Store=569ac30eb8a64aae098411892a946cf8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:18:22,894 INFO [StoreOpener-569ac30eb8a64aae098411892a946cf8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 569ac30eb8a64aae098411892a946cf8 2024-11-26T11:18:22,895 INFO [StoreOpener-569ac30eb8a64aae098411892a946cf8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 569ac30eb8a64aae098411892a946cf8 columnFamilyName sid 2024-11-26T11:18:22,895 DEBUG [StoreOpener-569ac30eb8a64aae098411892a946cf8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:18:22,895 INFO [StoreOpener-569ac30eb8a64aae098411892a946cf8-1 {}] regionserver.HStore(327): Store=569ac30eb8a64aae098411892a946cf8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:18:22,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 569ac30eb8a64aae098411892a946cf8 2024-11-26T11:18:22,896 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/data/hbase/replication/569ac30eb8a64aae098411892a946cf8 2024-11-26T11:18:22,896 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/data/hbase/replication/569ac30eb8a64aae098411892a946cf8 2024-11-26T11:18:22,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 569ac30eb8a64aae098411892a946cf8 2024-11-26T11:18:22,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 569ac30eb8a64aae098411892a946cf8 2024-11-26T11:18:22,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T11:18:22,930 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 569ac30eb8a64aae098411892a946cf8 2024-11-26T11:18:22,932 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/data/hbase/replication/569ac30eb8a64aae098411892a946cf8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:18:22,933 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 569ac30eb8a64aae098411892a946cf8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65963750, jitterRate=-0.017063528299331665}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T11:18:22,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 569ac30eb8a64aae098411892a946cf8 2024-11-26T11:18:22,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 569ac30eb8a64aae098411892a946cf8: Running coprocessor pre-open hook at 1732619902889Writing region info on filesystem at 1732619902889Initializing all the Stores at 1732619902890 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619902890Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619902891 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619902891Cleaning up temporary data from old regions at 1732619902897 (+6 ms)Running coprocessor post-open hooks at 1732619902933 (+36 ms)Region opened successfully at 1732619902933 2024-11-26T11:18:22,934 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732619901735.569ac30eb8a64aae098411892a946cf8., pid=10, masterSystemTime=1732619902867 2024-11-26T11:18:22,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732619901735.569ac30eb8a64aae098411892a946cf8. 2024-11-26T11:18:22,937 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732619901735.569ac30eb8a64aae098411892a946cf8. 2024-11-26T11:18:22,937 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=569ac30eb8a64aae098411892a946cf8, regionState=OPEN, openSeqNum=2, regionLocation=7f3a3edaecc3,34347,1732619888894 2024-11-26T11:18:22,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 569ac30eb8a64aae098411892a946cf8, server=7f3a3edaecc3,34347,1732619888894 because future has completed 2024-11-26T11:18:22,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T11:18:22,944 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 569ac30eb8a64aae098411892a946cf8, server=7f3a3edaecc3,34347,1732619888894 in 226 msec 2024-11-26T11:18:22,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T11:18:22,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=569ac30eb8a64aae098411892a946cf8, ASSIGN in 383 msec 2024-11-26T11:18:22,947 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T11:18:22,947 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732619902947"}]},"ts":"1732619902947"} 2024-11-26T11:18:22,950 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T11:18:22,951 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T11:18:22,953 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2160 sec 2024-11-26T11:18:22,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732619901735.569ac30eb8a64aae098411892a946cf8., hostname=7f3a3edaecc3,34347,1732619888894, seqNum=2] 2024-11-26T11:18:23,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35565-0x10176dd55ac0000, quorum=127.0.0.1:65048, baseZNode=/0453864147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0453864147 2024-11-26T11:18:23,060 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34347-0x10176dd55ac0001, quorum=127.0.0.1:65048, baseZNode=/0453864147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0453864147 2024-11-26T11:18:23,082 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T11:18:23,181 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T11:18:23,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34347 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T11:18:23,236 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T11:18:23,264 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7f3a3edaecc3,34347,1732619888894, ReplicationSource: 1, currentBandwidth=0 2024-11-26T11:18:23,264 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:18:23,264 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,34347,1732619888894, seqNum=-1] 2024-11-26T11:18:23,264 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:18:23,265 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51843, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-26T11:18:23,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7f3a3edaecc3,34347,1732619888894', locateType=CURRENT is [region=hbase:replication,,1732619901735.569ac30eb8a64aae098411892a946cf8., hostname=7f3a3edaecc3,34347,1732619888894, seqNum=2] 2024-11-26T11:18:23,285 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T11:18:23,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35565 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T11:18:23,288 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7f3a3edaecc3,34347,1732619888894 suceeded 2024-11-26T11:18:23,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T11:18:23,292 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7f3a3edaecc3:36051,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-26T11:18:23,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 206 msec 2024-11-26T11:18:23,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5670 sec 2024-11-26T11:18:23,303 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7f3a3edaecc3:36051' 2024-11-26T11:18:23,305 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a3e5cbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:18:23,305 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894 {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,36051,-1 for getting cluster id 2024-11-26T11:18:23,305 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:18:23,306 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b3ff5fd-f769-45ba-a85e-7c24a841e5aa' 2024-11-26T11:18:23,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:18:23,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b3ff5fd-f769-45ba-a85e-7c24a841e5aa" 2024-11-26T11:18:23,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29fecf54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:18:23,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,36051,-1] 2024-11-26T11:18:23,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:18:23,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:18:23,308 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:18:23,308 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e47a50a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:18:23,309 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:18:23,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,36051,1732619894691 2024-11-26T11:18:23,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@358c825 2024-11-26T11:18:23,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:18:23,311 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-26T11:18:23,312 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7f3a3edaecc3,34347,1732619888894 (queues=1) is replicating from cluster=e9581d8e-847d-417b-a6aa-c5a54dca0e7b to cluster=1b3ff5fd-f769-45ba-a85e-7c24a841e5aa 2024-11-26T11:18:23,312 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7f3a3edaecc3%2C34347%2C1732619888894 2024-11-26T11:18:23,312 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7f3a3edaecc3,34347,1732619888894, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T11:18:23,312 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.shipper7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7f3a3edaecc3%2C34347%2C1732619888894 2024-11-26T11:18:23,312 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.wal-reader.7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/WALs/7f3a3edaecc3,34347,1732619888894/7f3a3edaecc3%2C34347%2C1732619888894.1732619891367, startPosition=0, beingWritten=true 2024-11-26T11:18:23,324 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.wal-reader.7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T11:18:23,324 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.wal-reader.7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/WALs/7f3a3edaecc3,34347,1732619888894/7f3a3edaecc3%2C34347%2C1732619888894.1732619891367 to pos 379, reset compression=false 2024-11-26T11:18:23,324 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.shipper7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,34347,1732619888894 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/WALs/7f3a3edaecc3,34347,1732619888894/7f3a3edaecc3%2C34347%2C1732619888894.1732619891367, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T11:18:23,529 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.wal-reader.7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/WALs/7f3a3edaecc3,34347,1732619888894/7f3a3edaecc3%2C34347%2C1732619888894.1732619891367 to pos 379, reset compression=false 2024-11-26T11:18:23,803 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T11:18:23,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:18:23,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:18:23,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:18:23,833 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.wal-reader.7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/WALs/7f3a3edaecc3,34347,1732619888894/7f3a3edaecc3%2C34347%2C1732619888894.1732619891367 to pos 379, reset compression=false 2024-11-26T11:18:23,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:18:23,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:18:23,871 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T11:18:23,871 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:18:23,871 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:18:23,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:18:23,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:18:23,871 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:18:23,872 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:18:23,879 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732619903877/Put/seqid=0 2024-11-26T11:18:23,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741840_1016 (size=7894) 2024-11-26T11:18:24,237 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.wal-reader.7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/WALs/7f3a3edaecc3,34347,1732619888894/7f3a3edaecc3%2C34347%2C1732619888894.1732619891367 to pos 379, reset compression=false 2024-11-26T11:18:24,297 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/load_f/f/hfile_1 is 34, key is ddd/f:row/1732619904295/Put/seqid=0 2024-11-26T11:18:24,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741841_1017 (size=7691) 2024-11-26T11:18:24,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2afa4fc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:18:24,705 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,35565,-1 for getting cluster id 2024-11-26T11:18:24,705 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:18:24,706 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e9581d8e-847d-417b-a6aa-c5a54dca0e7b' 2024-11-26T11:18:24,706 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:18:24,706 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e9581d8e-847d-417b-a6aa-c5a54dca0e7b" 2024-11-26T11:18:24,706 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@897534c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:18:24,706 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,35565,-1] 2024-11-26T11:18:24,706 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:18:24,706 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:18:24,707 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:18:24,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69f8c3ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:18:24,708 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:18:24,709 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,34347,1732619888894, seqNum=-1] 2024-11-26T11:18:24,709 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:18:24,710 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:18:24,721 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:18:24,722 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,35565,1732619887711 2024-11-26T11:18:24,722 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37921d7c 2024-11-26T11:18:24,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:18:24,725 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:18:24,732 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732619898415.b48533d919f3ab79625453983cbe00f3., hostname=7f3a3edaecc3,34347,1732619888894, seqNum=2] 2024-11-26T11:18:24,741 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.wal-reader.7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/WALs/7f3a3edaecc3,34347,1732619888894/7f3a3edaecc3%2C34347%2C1732619888894.1732619891367 to pos 379, reset compression=false 2024-11-26T11:18:24,745 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T11:18:24,758 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-26T11:18:24,762 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-26T11:18:24,780 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34347 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/load_f/f/hfile_0 for inclusion in b48533d919f3ab79625453983cbe00f3/f 2024-11-26T11:18:24,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34347 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-26T11:18:24,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34347 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T11:18:24,788 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34347 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/load_f/f/hfile_1 for inclusion in b48533d919f3ab79625453983cbe00f3/f 2024-11-26T11:18:24,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34347 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-26T11:18:24,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34347 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T11:18:24,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34347 {}] regionserver.HRegion(2603): Flush status journal for b48533d919f3ab79625453983cbe00f3: 2024-11-26T11:18:24,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34347 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/load_f/f/hfile_0 to hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/staging/jenkins__test__j1v95jbp13ffff13q7p9u1h5kn7nkf4l37t7dne8i56hdihrgsjrscio6lauistu/f/hfile_0 2024-11-26T11:18:24,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34347 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/staging/jenkins__test__j1v95jbp13ffff13q7p9u1h5kn7nkf4l37t7dne8i56hdihrgsjrscio6lauistu/f/hfile_0 as hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/data/default/test/b48533d919f3ab79625453983cbe00f3/f/b53b9d0a18c74229aed06b7bfbd6f5ed_SeqId_4_ 2024-11-26T11:18:24,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34347 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/load_f/f/hfile_1 to hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/staging/jenkins__test__j1v95jbp13ffff13q7p9u1h5kn7nkf4l37t7dne8i56hdihrgsjrscio6lauistu/f/hfile_1 2024-11-26T11:18:24,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34347 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/staging/jenkins__test__j1v95jbp13ffff13q7p9u1h5kn7nkf4l37t7dne8i56hdihrgsjrscio6lauistu/f/hfile_1 as hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/data/default/test/b48533d919f3ab79625453983cbe00f3/f/4444ac7fcaf94e49b5b9b1bee675b292_SeqId_4_ 2024-11-26T11:18:24,805 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34347 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/staging/jenkins__test__j1v95jbp13ffff13q7p9u1h5kn7nkf4l37t7dne8i56hdihrgsjrscio6lauistu/f/hfile_0 into b48533d919f3ab79625453983cbe00f3/f as hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/data/default/test/b48533d919f3ab79625453983cbe00f3/f/b53b9d0a18c74229aed06b7bfbd6f5ed_SeqId_4_ - updating store file list. 2024-11-26T11:18:24,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34347 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b53b9d0a18c74229aed06b7bfbd6f5ed_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T11:18:24,811 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34347 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/data/default/test/b48533d919f3ab79625453983cbe00f3/f/b53b9d0a18c74229aed06b7bfbd6f5ed_SeqId_4_ into b48533d919f3ab79625453983cbe00f3/f 2024-11-26T11:18:24,811 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34347 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/staging/jenkins__test__j1v95jbp13ffff13q7p9u1h5kn7nkf4l37t7dne8i56hdihrgsjrscio6lauistu/f/hfile_0 into b48533d919f3ab79625453983cbe00f3/f (new location: hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/data/default/test/b48533d919f3ab79625453983cbe00f3/f/b53b9d0a18c74229aed06b7bfbd6f5ed_SeqId_4_) 2024-11-26T11:18:24,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34347 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/staging/jenkins__test__j1v95jbp13ffff13q7p9u1h5kn7nkf4l37t7dne8i56hdihrgsjrscio6lauistu/f/hfile_0 2024-11-26T11:18:24,812 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34347 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/staging/jenkins__test__j1v95jbp13ffff13q7p9u1h5kn7nkf4l37t7dne8i56hdihrgsjrscio6lauistu/f/hfile_1 into b48533d919f3ab79625453983cbe00f3/f as hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/data/default/test/b48533d919f3ab79625453983cbe00f3/f/4444ac7fcaf94e49b5b9b1bee675b292_SeqId_4_ - updating store file list. 2024-11-26T11:18:24,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34347 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4444ac7fcaf94e49b5b9b1bee675b292_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T11:18:24,819 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34347 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/data/default/test/b48533d919f3ab79625453983cbe00f3/f/4444ac7fcaf94e49b5b9b1bee675b292_SeqId_4_ into b48533d919f3ab79625453983cbe00f3/f 2024-11-26T11:18:24,819 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34347 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/staging/jenkins__test__j1v95jbp13ffff13q7p9u1h5kn7nkf4l37t7dne8i56hdihrgsjrscio6lauistu/f/hfile_1 into b48533d919f3ab79625453983cbe00f3/f (new location: hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/data/default/test/b48533d919f3ab79625453983cbe00f3/f/4444ac7fcaf94e49b5b9b1bee675b292_SeqId_4_) 2024-11-26T11:18:24,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34347 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/staging/jenkins__test__j1v95jbp13ffff13q7p9u1h5kn7nkf4l37t7dne8i56hdihrgsjrscio6lauistu/f/hfile_1 2024-11-26T11:18:24,829 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:18:24,830 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:18:24,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:18:24,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:18:24,830 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:18:24,831 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:18:24,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732619898415.b48533d919f3ab79625453983cbe00f3., hostname=7f3a3edaecc3,34347,1732619888894, seqNum=2 , the old value is region=test,,1732619898415.b48533d919f3ab79625453983cbe00f3., hostname=7f3a3edaecc3,34347,1732619888894, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=7f3a3edaecc3:34347 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T11:18:24,833 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732619898415.b48533d919f3ab79625453983cbe00f3., hostname=7f3a3edaecc3,34347,1732619888894, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T11:18:24,833 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732619898415.b48533d919f3ab79625453983cbe00f3., hostname=7f3a3edaecc3,34347,1732619888894, seqNum=2 from cache 2024-11-26T11:18:24,833 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,41683,1732619894841, seqNum=-1] 2024-11-26T11:18:24,833 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-26T11:18:24,834 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:18:24,835 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:18:24,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732619899563.5e7177b71d41371dfb207d77e689e948., hostname=7f3a3edaecc3,41683,1732619894841, seqNum=2] 2024-11-26T11:18:24,840 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-26T11:18:24,941 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7f3a3edaecc3:34347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-26T11:18:25,347 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.wal-reader.7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/WALs/7f3a3edaecc3,34347,1732619888894/7f3a3edaecc3%2C34347%2C1732619888894.1732619891367 to pos 379, reset compression=false 2024-11-26T11:18:25,352 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.wal-reader.7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T11:18:25,353 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.shipper7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,34347,1732619888894 got entry batch from reader: WALEntryBatch [walEntries=[{test/b48533d919f3ab79625453983cbe00f3/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732619904823/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/WALs/7f3a3edaecc3,34347,1732619888894/7f3a3edaecc3%2C34347%2C1732619888894.1732619891367, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-26T11:18:25,375 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.shipper7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T11:18:25,376 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-26T11:18:25,378 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41683 {}] regionserver.ReplicationSink(318): Replicating [e9581d8e-847d-417b-a6aa-c5a54dca0e7b] bulk loaded data 2024-11-26T11:18:25,380 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41683 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41b3b333, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:18:25,380 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41683 {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,36051,-1 for getting cluster id 2024-11-26T11:18:25,380 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41683 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:18:25,380 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b3ff5fd-f769-45ba-a85e-7c24a841e5aa' 2024-11-26T11:18:25,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:18:25,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b3ff5fd-f769-45ba-a85e-7c24a841e5aa" 2024-11-26T11:18:25,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d5ab90e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:18:25,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,36051,-1] 2024-11-26T11:18:25,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:18:25,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:18:25,382 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:18:25,382 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41683 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3fe50e07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:18:25,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741837_1013 (size=7894) 2024-11-26T11:18:25,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741838_1014 (size=7691) 2024-11-26T11:18:25,553 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.wal-reader.7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/WALs/7f3a3edaecc3,34347,1732619888894/7f3a3edaecc3%2C34347%2C1732619888894.1732619891367 to pos 687, reset compression=false 2024-11-26T11:18:25,822 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41683 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:18:25,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,36051,1732619894691 2024-11-26T11:18:25,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b5a61a 2024-11-26T11:18:25,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:18:25,828 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-26T11:18:25,835 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41683 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T11:18:25,836 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41683 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:18:25,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,41683,1732619894841, seqNum=-1] 2024-11-26T11:18:25,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:18:25,840 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-26T11:18:25,843 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-26T11:18:25,857 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.wal-reader.7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/WALs/7f3a3edaecc3,34347,1732619888894/7f3a3edaecc3%2C34347%2C1732619888894.1732619891367 to pos 687, reset compression=false 2024-11-26T11:18:25,873 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/staging/jenkins.hfs.6__test__k4ndeug0co6almglk2r60bsa1ojb8fpv0qh7gpt6tb06cjth8i2m612q8dngvi6m/f/4444ac7fcaf94e49b5b9b1bee675b292_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-26T11:18:25,884 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/staging/jenkins.hfs.6__test__k4ndeug0co6almglk2r60bsa1ojb8fpv0qh7gpt6tb06cjth8i2m612q8dngvi6m/f/b53b9d0a18c74229aed06b7bfbd6f5ed_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-26T11:18:25,898 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41683 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/staging/jenkins.hfs.6__test__k4ndeug0co6almglk2r60bsa1ojb8fpv0qh7gpt6tb06cjth8i2m612q8dngvi6m/f/4444ac7fcaf94e49b5b9b1bee675b292_SeqId_4_ for inclusion in 5e7177b71d41371dfb207d77e689e948/f 2024-11-26T11:18:25,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41683 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-26T11:18:25,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41683 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T11:18:25,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41683 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/staging/jenkins.hfs.6__test__k4ndeug0co6almglk2r60bsa1ojb8fpv0qh7gpt6tb06cjth8i2m612q8dngvi6m/f/b53b9d0a18c74229aed06b7bfbd6f5ed_SeqId_4_ for inclusion in 5e7177b71d41371dfb207d77e689e948/f 2024-11-26T11:18:25,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41683 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-26T11:18:25,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41683 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T11:18:25,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41683 {}] regionserver.HRegion(2603): Flush status journal for 5e7177b71d41371dfb207d77e689e948: 2024-11-26T11:18:25,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41683 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4444ac7fcaf94e49b5b9b1bee675b292_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-26T11:18:25,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41683 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/staging/jenkins.hfs.6__test__k4ndeug0co6almglk2r60bsa1ojb8fpv0qh7gpt6tb06cjth8i2m612q8dngvi6m/f/4444ac7fcaf94e49b5b9b1bee675b292_SeqId_4_ as hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/data/default/test/5e7177b71d41371dfb207d77e689e948/f/1c603206fdb344e790572ef8a4e3e4fb_SeqId_4_ 2024-11-26T11:18:25,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41683 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b53b9d0a18c74229aed06b7bfbd6f5ed_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-26T11:18:25,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41683 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/staging/jenkins.hfs.6__test__k4ndeug0co6almglk2r60bsa1ojb8fpv0qh7gpt6tb06cjth8i2m612q8dngvi6m/f/b53b9d0a18c74229aed06b7bfbd6f5ed_SeqId_4_ as hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/data/default/test/5e7177b71d41371dfb207d77e689e948/f/2ceeedebe86443ddaeacb42a70b37fa4_SeqId_4_ 2024-11-26T11:18:25,928 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41683 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/staging/jenkins.hfs.6__test__k4ndeug0co6almglk2r60bsa1ojb8fpv0qh7gpt6tb06cjth8i2m612q8dngvi6m/f/4444ac7fcaf94e49b5b9b1bee675b292_SeqId_4_ into 5e7177b71d41371dfb207d77e689e948/f as hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/data/default/test/5e7177b71d41371dfb207d77e689e948/f/1c603206fdb344e790572ef8a4e3e4fb_SeqId_4_ - updating store file list. 2024-11-26T11:18:25,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41683 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1c603206fdb344e790572ef8a4e3e4fb_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T11:18:25,949 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41683 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/data/default/test/5e7177b71d41371dfb207d77e689e948/f/1c603206fdb344e790572ef8a4e3e4fb_SeqId_4_ into 5e7177b71d41371dfb207d77e689e948/f 2024-11-26T11:18:25,949 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41683 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/staging/jenkins.hfs.6__test__k4ndeug0co6almglk2r60bsa1ojb8fpv0qh7gpt6tb06cjth8i2m612q8dngvi6m/f/4444ac7fcaf94e49b5b9b1bee675b292_SeqId_4_ into 5e7177b71d41371dfb207d77e689e948/f (new location: hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/data/default/test/5e7177b71d41371dfb207d77e689e948/f/1c603206fdb344e790572ef8a4e3e4fb_SeqId_4_) 2024-11-26T11:18:25,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41683 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/staging/jenkins.hfs.6__test__k4ndeug0co6almglk2r60bsa1ojb8fpv0qh7gpt6tb06cjth8i2m612q8dngvi6m/f/4444ac7fcaf94e49b5b9b1bee675b292_SeqId_4_ 2024-11-26T11:18:25,951 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41683 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/staging/jenkins.hfs.6__test__k4ndeug0co6almglk2r60bsa1ojb8fpv0qh7gpt6tb06cjth8i2m612q8dngvi6m/f/b53b9d0a18c74229aed06b7bfbd6f5ed_SeqId_4_ into 5e7177b71d41371dfb207d77e689e948/f as hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/data/default/test/5e7177b71d41371dfb207d77e689e948/f/2ceeedebe86443ddaeacb42a70b37fa4_SeqId_4_ - updating store file list. 2024-11-26T11:18:25,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41683 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2ceeedebe86443ddaeacb42a70b37fa4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T11:18:25,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41683 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/data/default/test/5e7177b71d41371dfb207d77e689e948/f/2ceeedebe86443ddaeacb42a70b37fa4_SeqId_4_ into 5e7177b71d41371dfb207d77e689e948/f 2024-11-26T11:18:25,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41683 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/staging/jenkins.hfs.6__test__k4ndeug0co6almglk2r60bsa1ojb8fpv0qh7gpt6tb06cjth8i2m612q8dngvi6m/f/b53b9d0a18c74229aed06b7bfbd6f5ed_SeqId_4_ into 5e7177b71d41371dfb207d77e689e948/f (new location: hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/data/default/test/5e7177b71d41371dfb207d77e689e948/f/2ceeedebe86443ddaeacb42a70b37fa4_SeqId_4_) 2024-11-26T11:18:25,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41683 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/staging/jenkins.hfs.6__test__k4ndeug0co6almglk2r60bsa1ojb8fpv0qh7gpt6tb06cjth8i2m612q8dngvi6m/f/b53b9d0a18c74229aed06b7bfbd6f5ed_SeqId_4_ 2024-11-26T11:18:25,963 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41683 {}] regionserver.ReplicationSink(324): Finished replicating [e9581d8e-847d-417b-a6aa-c5a54dca0e7b] bulk loaded data 2024-11-26T11:18:26,161 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T11:18:26,162 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-26T11:18:26,163 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-26T11:18:26,163 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-26T11:18:26,163 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T11:18:26,163 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-26T11:18:26,284 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.wal-reader.7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/WALs/7f3a3edaecc3,34347,1732619888894/7f3a3edaecc3%2C34347%2C1732619888894.1732619891367 to pos 687, reset compression=false 2024-11-26T11:18:26,799 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.wal-reader.7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/WALs/7f3a3edaecc3,34347,1732619888894/7f3a3edaecc3%2C34347%2C1732619888894.1732619891367 to pos 687, reset compression=false 2024-11-26T11:18:26,869 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:18:26,879 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732619906877/Put/seqid=0 2024-11-26T11:18:26,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741842_1018 (size=7997) 2024-11-26T11:18:26,907 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732619906906/Put/seqid=0 2024-11-26T11:18:26,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741843_1019 (size=7794) 2024-11-26T11:18:27,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ffc1f4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:18:27,322 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,35565,-1 for getting cluster id 2024-11-26T11:18:27,322 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:18:27,323 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e9581d8e-847d-417b-a6aa-c5a54dca0e7b' 2024-11-26T11:18:27,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:18:27,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e9581d8e-847d-417b-a6aa-c5a54dca0e7b" 2024-11-26T11:18:27,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52a865ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:18:27,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,35565,-1] 2024-11-26T11:18:27,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:18:27,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:18:27,327 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:18:27,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a856e40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:18:27,328 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:18:27,329 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,34347,1732619888894, seqNum=-1] 2024-11-26T11:18:27,330 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:18:27,331 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:18:27,345 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:18:27,346 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,35565,1732619887711 2024-11-26T11:18:27,346 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b70200a 2024-11-26T11:18:27,347 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:18:27,348 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:18:27,353 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732619898415.b48533d919f3ab79625453983cbe00f3., hostname=7f3a3edaecc3,34347,1732619888894, seqNum=2] 2024-11-26T11:18:27,357 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T11:18:27,368 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-26T11:18:27,372 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-26T11:18:27,383 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34347 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/load_f1/f1/hfile_1 for inclusion in b48533d919f3ab79625453983cbe00f3/f1 2024-11-26T11:18:27,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34347 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-26T11:18:27,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34347 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T11:18:27,392 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34347 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/load_f1/f1/hfile_0 for inclusion in b48533d919f3ab79625453983cbe00f3/f1 2024-11-26T11:18:27,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34347 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-26T11:18:27,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34347 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T11:18:27,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34347 {}] regionserver.HRegion(2603): Flush status journal for b48533d919f3ab79625453983cbe00f3: 2024-11-26T11:18:27,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34347 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/load_f1/f1/hfile_1 to hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/staging/jenkins__test__fpnvri20fb5r0q05ib44cushdrir5ag53ts43iiijfbvjbh3nsdrkc8gl5jtlhc0/f1/hfile_1 2024-11-26T11:18:27,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34347 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/staging/jenkins__test__fpnvri20fb5r0q05ib44cushdrir5ag53ts43iiijfbvjbh3nsdrkc8gl5jtlhc0/f1/hfile_1 as hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/data/default/test/b48533d919f3ab79625453983cbe00f3/f1/99076efd84e5472fa90d765e0fdc9330_SeqId_6_ 2024-11-26T11:18:27,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34347 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/load_f1/f1/hfile_0 to hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/staging/jenkins__test__fpnvri20fb5r0q05ib44cushdrir5ag53ts43iiijfbvjbh3nsdrkc8gl5jtlhc0/f1/hfile_0 2024-11-26T11:18:27,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34347 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/staging/jenkins__test__fpnvri20fb5r0q05ib44cushdrir5ag53ts43iiijfbvjbh3nsdrkc8gl5jtlhc0/f1/hfile_0 as hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/data/default/test/b48533d919f3ab79625453983cbe00f3/f1/0effb7ecedf542c7984399a48819d181_SeqId_6_ 2024-11-26T11:18:27,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34347 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-26T11:18:27,407 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34347 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/staging/jenkins__test__fpnvri20fb5r0q05ib44cushdrir5ag53ts43iiijfbvjbh3nsdrkc8gl5jtlhc0/f1/hfile_1 into b48533d919f3ab79625453983cbe00f3/f1 as hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/data/default/test/b48533d919f3ab79625453983cbe00f3/f1/99076efd84e5472fa90d765e0fdc9330_SeqId_6_ - updating store file list. 2024-11-26T11:18:27,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34347 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 99076efd84e5472fa90d765e0fdc9330_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T11:18:27,413 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34347 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/data/default/test/b48533d919f3ab79625453983cbe00f3/f1/99076efd84e5472fa90d765e0fdc9330_SeqId_6_ into b48533d919f3ab79625453983cbe00f3/f1 2024-11-26T11:18:27,413 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34347 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/staging/jenkins__test__fpnvri20fb5r0q05ib44cushdrir5ag53ts43iiijfbvjbh3nsdrkc8gl5jtlhc0/f1/hfile_1 into b48533d919f3ab79625453983cbe00f3/f1 (new location: hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/data/default/test/b48533d919f3ab79625453983cbe00f3/f1/99076efd84e5472fa90d765e0fdc9330_SeqId_6_) 2024-11-26T11:18:27,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34347 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/staging/jenkins__test__fpnvri20fb5r0q05ib44cushdrir5ag53ts43iiijfbvjbh3nsdrkc8gl5jtlhc0/f1/hfile_1 2024-11-26T11:18:27,419 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.wal-reader.7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/WALs/7f3a3edaecc3,34347,1732619888894/7f3a3edaecc3%2C34347%2C1732619888894.1732619891367 to pos 687, reset compression=false 2024-11-26T11:18:27,429 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34347 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/staging/jenkins__test__fpnvri20fb5r0q05ib44cushdrir5ag53ts43iiijfbvjbh3nsdrkc8gl5jtlhc0/f1/hfile_0 into b48533d919f3ab79625453983cbe00f3/f1 as hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/data/default/test/b48533d919f3ab79625453983cbe00f3/f1/0effb7ecedf542c7984399a48819d181_SeqId_6_ - updating store file list. 2024-11-26T11:18:27,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34347 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0effb7ecedf542c7984399a48819d181_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T11:18:27,440 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34347 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/data/default/test/b48533d919f3ab79625453983cbe00f3/f1/0effb7ecedf542c7984399a48819d181_SeqId_6_ into b48533d919f3ab79625453983cbe00f3/f1 2024-11-26T11:18:27,440 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34347 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/staging/jenkins__test__fpnvri20fb5r0q05ib44cushdrir5ag53ts43iiijfbvjbh3nsdrkc8gl5jtlhc0/f1/hfile_0 into b48533d919f3ab79625453983cbe00f3/f1 (new location: hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/data/default/test/b48533d919f3ab79625453983cbe00f3/f1/0effb7ecedf542c7984399a48819d181_SeqId_6_) 2024-11-26T11:18:27,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34347 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/staging/jenkins__test__fpnvri20fb5r0q05ib44cushdrir5ag53ts43iiijfbvjbh3nsdrkc8gl5jtlhc0/f1/hfile_0 2024-11-26T11:18:27,443 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:18:27,443 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:18:27,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:18:27,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:18:27,443 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:18:27,443 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732619898415.b48533d919f3ab79625453983cbe00f3., hostname=7f3a3edaecc3,34347,1732619888894, seqNum=2 , the old value is region=test,,1732619898415.b48533d919f3ab79625453983cbe00f3., hostname=7f3a3edaecc3,34347,1732619888894, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=7f3a3edaecc3:34347 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T11:18:27,444 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732619898415.b48533d919f3ab79625453983cbe00f3., hostname=7f3a3edaecc3,34347,1732619888894, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T11:18:27,444 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732619898415.b48533d919f3ab79625453983cbe00f3., hostname=7f3a3edaecc3,34347,1732619888894, seqNum=2 from cache 2024-11-26T11:18:27,444 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:18:27,445 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,34347,1732619888894, seqNum=-1] 2024-11-26T11:18:27,446 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:18:27,446 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-26T11:18:27,447 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:18:27,450 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732619898415.b48533d919f3ab79625453983cbe00f3., hostname=7f3a3edaecc3,34347,1732619888894, seqNum=2] 2024-11-26T11:18:27,551 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7f3a3edaecc3:34347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-26T11:18:28,136 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.wal-reader.7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/WALs/7f3a3edaecc3,34347,1732619888894/7f3a3edaecc3%2C34347%2C1732619888894.1732619891367 to pos 687, reset compression=false 2024-11-26T11:18:28,142 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.wal-reader.7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T11:18:28,142 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.wal-reader.7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/WALs/7f3a3edaecc3,34347,1732619888894/7f3a3edaecc3%2C34347%2C1732619888894.1732619891367 to pos 997, reset compression=false 2024-11-26T11:18:28,142 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.shipper7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,34347,1732619888894 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/WALs/7f3a3edaecc3,34347,1732619888894/7f3a3edaecc3%2C34347%2C1732619888894.1732619891367, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T11:18:28,346 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.wal-reader.7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/WALs/7f3a3edaecc3,34347,1732619888894/7f3a3edaecc3%2C34347%2C1732619888894.1732619891367 to pos 997, reset compression=false 2024-11-26T11:18:28,650 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.wal-reader.7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/WALs/7f3a3edaecc3,34347,1732619888894/7f3a3edaecc3%2C34347%2C1732619888894.1732619891367 to pos 997, reset compression=false 2024-11-26T11:18:29,053 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.wal-reader.7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/WALs/7f3a3edaecc3,34347,1732619888894/7f3a3edaecc3%2C34347%2C1732619888894.1732619891367 to pos 997, reset compression=false 2024-11-26T11:18:29,559 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.wal-reader.7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/WALs/7f3a3edaecc3,34347,1732619888894/7f3a3edaecc3%2C34347%2C1732619888894.1732619891367 to pos 997, reset compression=false 2024-11-26T11:18:30,166 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.wal-reader.7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/WALs/7f3a3edaecc3,34347,1732619888894/7f3a3edaecc3%2C34347%2C1732619888894.1732619891367 to pos 997, reset compression=false 2024-11-26T11:18:30,869 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.wal-reader.7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/WALs/7f3a3edaecc3,34347,1732619888894/7f3a3edaecc3%2C34347%2C1732619888894.1732619891367 to pos 997, reset compression=false 2024-11-26T11:18:31,674 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.wal-reader.7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/WALs/7f3a3edaecc3,34347,1732619888894/7f3a3edaecc3%2C34347%2C1732619888894.1732619891367 to pos 997, reset compression=false 2024-11-26T11:18:32,578 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.wal-reader.7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/WALs/7f3a3edaecc3,34347,1732619888894/7f3a3edaecc3%2C34347%2C1732619888894.1732619891367 to pos 997, reset compression=false 2024-11-26T11:18:33,582 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.wal-reader.7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/WALs/7f3a3edaecc3,34347,1732619888894/7f3a3edaecc3%2C34347%2C1732619888894.1732619891367 to pos 997, reset compression=false 2024-11-26T11:18:34,687 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.wal-reader.7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/WALs/7f3a3edaecc3,34347,1732619888894/7f3a3edaecc3%2C34347%2C1732619888894.1732619891367 to pos 997, reset compression=false 2024-11-26T11:18:35,891 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.wal-reader.7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/WALs/7f3a3edaecc3,34347,1732619888894/7f3a3edaecc3%2C34347%2C1732619888894.1732619891367 to pos 997, reset compression=false 2024-11-26T11:18:37,195 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.wal-reader.7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/WALs/7f3a3edaecc3,34347,1732619888894/7f3a3edaecc3%2C34347%2C1732619888894.1732619891367 to pos 997, reset compression=false 2024-11-26T11:18:37,299 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T11:18:38,600 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.wal-reader.7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/WALs/7f3a3edaecc3,34347,1732619888894/7f3a3edaecc3%2C34347%2C1732619888894.1732619891367 to pos 997, reset compression=false 2024-11-26T11:18:40,104 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.wal-reader.7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/WALs/7f3a3edaecc3,34347,1732619888894/7f3a3edaecc3%2C34347%2C1732619888894.1732619891367 to pos 997, reset compression=false 2024-11-26T11:18:41,709 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.wal-reader.7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/WALs/7f3a3edaecc3,34347,1732619888894/7f3a3edaecc3%2C34347%2C1732619888894.1732619891367 to pos 997, reset compression=false 2024-11-26T11:18:43,413 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.wal-reader.7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/WALs/7f3a3edaecc3,34347,1732619888894/7f3a3edaecc3%2C34347%2C1732619888894.1732619891367 to pos 997, reset compression=false 2024-11-26T11:18:44,278 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T11:18:45,217 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.wal-reader.7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/WALs/7f3a3edaecc3,34347,1732619888894/7f3a3edaecc3%2C34347%2C1732619888894.1732619891367 to pos 997, reset compression=false 2024-11-26T11:18:47,120 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.wal-reader.7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/WALs/7f3a3edaecc3,34347,1732619888894/7f3a3edaecc3%2C34347%2C1732619888894.1732619891367 to pos 997, reset compression=false 2024-11-26T11:18:48,145 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.shipper7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,34347,1732619888894 got entry batch from reader: null 2024-11-26T11:18:49,124 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.wal-reader.7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/WALs/7f3a3edaecc3,34347,1732619888894/7f3a3edaecc3%2C34347%2C1732619888894.1732619891367 to pos 997, reset compression=false 2024-11-26T11:18:51,228 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.wal-reader.7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/WALs/7f3a3edaecc3,34347,1732619888894/7f3a3edaecc3%2C34347%2C1732619888894.1732619891367 to pos 997, reset compression=false 2024-11-26T11:18:52,642 INFO [master/7f3a3edaecc3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-26T11:18:52,642 INFO [master/7f3a3edaecc3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-26T11:18:53,432 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.wal-reader.7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/WALs/7f3a3edaecc3,34347,1732619888894/7f3a3edaecc3%2C34347%2C1732619888894.1732619891367 to pos 997, reset compression=false 2024-11-26T11:18:55,736 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.wal-reader.7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/WALs/7f3a3edaecc3,34347,1732619888894/7f3a3edaecc3%2C34347%2C1732619888894.1732619891367 to pos 997, reset compression=false 2024-11-26T11:18:58,140 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.wal-reader.7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/WALs/7f3a3edaecc3,34347,1732619888894/7f3a3edaecc3%2C34347%2C1732619888894.1732619891367 to pos 997, reset compression=false 2024-11-26T11:18:59,065 INFO [master/7f3a3edaecc3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-26T11:18:59,065 INFO [master/7f3a3edaecc3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-26T11:19:00,644 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.wal-reader.7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/WALs/7f3a3edaecc3,34347,1732619888894/7f3a3edaecc3%2C34347%2C1732619888894.1732619891367 to pos 997, reset compression=false 2024-11-26T11:19:03,247 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.wal-reader.7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/WALs/7f3a3edaecc3,34347,1732619888894/7f3a3edaecc3%2C34347%2C1732619888894.1732619891367 to pos 997, reset compression=false 2024-11-26T11:19:04,169 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region b48533d919f3ab79625453983cbe00f3, had cached 0 bytes from a total of 31376 2024-11-26T11:19:05,704 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 5e7177b71d41371dfb207d77e689e948, had cached 0 bytes from a total of 15585 2024-11-26T11:19:05,952 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.wal-reader.7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/WALs/7f3a3edaecc3,34347,1732619888894/7f3a3edaecc3%2C34347%2C1732619888894.1732619891367 to pos 997, reset compression=false 2024-11-26T11:19:07,299 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T11:19:08,145 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.shipper7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,34347,1732619888894 got entry batch from reader: null 2024-11-26T11:19:08,755 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.wal-reader.7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/WALs/7f3a3edaecc3,34347,1732619888894/7f3a3edaecc3%2C34347%2C1732619888894.1732619891367 to pos 997, reset compression=false 2024-11-26T11:19:11,659 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.wal-reader.7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/WALs/7f3a3edaecc3,34347,1732619888894/7f3a3edaecc3%2C34347%2C1732619888894.1732619891367 to pos 997, reset compression=false 2024-11-26T11:19:14,278 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T11:19:14,663 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.wal-reader.7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/WALs/7f3a3edaecc3,34347,1732619888894/7f3a3edaecc3%2C34347%2C1732619888894.1732619891367 to pos 997, reset compression=false 2024-11-26T11:19:17,767 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.wal-reader.7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/WALs/7f3a3edaecc3,34347,1732619888894/7f3a3edaecc3%2C34347%2C1732619888894.1732619891367 to pos 997, reset compression=false 2024-11-26T11:19:18,343 DEBUG [master/7f3a3edaecc3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-26T11:19:20,975 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.wal-reader.7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/WALs/7f3a3edaecc3,34347,1732619888894/7f3a3edaecc3%2C34347%2C1732619888894.1732619891367 to pos 997, reset compression=false 2024-11-26T11:19:24,279 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.wal-reader.7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/WALs/7f3a3edaecc3,34347,1732619888894/7f3a3edaecc3%2C34347%2C1732619888894.1732619891367 to pos 997, reset compression=false 2024-11-26T11:19:27,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T11:19:27,495 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:19:27,495 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:19:27,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:19:27,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:19:27,496 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:19:27,496 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T11:19:27,496 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1906031177, stopped=false 2024-11-26T11:19:27,496 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7f3a3edaecc3,36051,1732619894691 2024-11-26T11:19:27,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41683-0x10176dd55ac0004, quorum=127.0.0.1:65048, baseZNode=/1-1245025713 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1245025713/running 2024-11-26T11:19:27,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36051-0x10176dd55ac0003, quorum=127.0.0.1:65048, baseZNode=/1-1245025713 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1245025713/running 2024-11-26T11:19:27,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41683-0x10176dd55ac0004, quorum=127.0.0.1:65048, baseZNode=/1-1245025713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1245025713 2024-11-26T11:19:27,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36051-0x10176dd55ac0003, quorum=127.0.0.1:65048, baseZNode=/1-1245025713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1245025713 2024-11-26T11:19:27,569 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T11:19:27,570 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:19:27,570 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:19:27,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:19:27,570 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7f3a3edaecc3,41683,1732619894841' ***** 2024-11-26T11:19:27,570 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T11:19:27,571 INFO [RS:0;7f3a3edaecc3:41683 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T11:19:27,571 INFO [RS:0;7f3a3edaecc3:41683 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T11:19:27,571 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T11:19:27,572 INFO [RS:0;7f3a3edaecc3:41683 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T11:19:27,572 INFO [RS:0;7f3a3edaecc3:41683 {}] regionserver.HRegionServer(3091): Received CLOSE for 5e7177b71d41371dfb207d77e689e948 2024-11-26T11:19:27,572 INFO [RS:0;7f3a3edaecc3:41683 {}] regionserver.HRegionServer(959): stopping server 7f3a3edaecc3,41683,1732619894841 2024-11-26T11:19:27,572 INFO [RS:0;7f3a3edaecc3:41683 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T11:19:27,572 INFO [RS:0;7f3a3edaecc3:41683 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7f3a3edaecc3:41683. 2024-11-26T11:19:27,572 DEBUG [RS:0;7f3a3edaecc3:41683 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:19:27,572 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5e7177b71d41371dfb207d77e689e948, disabling compactions & flushes 2024-11-26T11:19:27,572 DEBUG [RS:0;7f3a3edaecc3:41683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:19:27,572 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732619899563.5e7177b71d41371dfb207d77e689e948. 2024-11-26T11:19:27,572 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732619899563.5e7177b71d41371dfb207d77e689e948. 2024-11-26T11:19:27,572 INFO [RS:0;7f3a3edaecc3:41683 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T11:19:27,572 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732619899563.5e7177b71d41371dfb207d77e689e948. after waiting 0 ms 2024-11-26T11:19:27,572 INFO [RS:0;7f3a3edaecc3:41683 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T11:19:27,572 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732619899563.5e7177b71d41371dfb207d77e689e948. 2024-11-26T11:19:27,572 INFO [RS:0;7f3a3edaecc3:41683 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T11:19:27,573 INFO [RS:0;7f3a3edaecc3:41683 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T11:19:27,573 INFO [RS:0;7f3a3edaecc3:41683 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T11:19:27,573 DEBUG [RS:0;7f3a3edaecc3:41683 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5e7177b71d41371dfb207d77e689e948=test,,1732619899563.5e7177b71d41371dfb207d77e689e948.} 2024-11-26T11:19:27,573 DEBUG [RS:0;7f3a3edaecc3:41683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5e7177b71d41371dfb207d77e689e948 2024-11-26T11:19:27,573 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T11:19:27,573 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T11:19:27,573 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T11:19:27,573 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T11:19:27,573 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T11:19:27,573 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-26T11:19:27,574 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36051-0x10176dd55ac0003, quorum=127.0.0.1:65048, baseZNode=/1-1245025713 Set watcher on znode that does not yet exist, /1-1245025713/running 2024-11-26T11:19:27,574 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41683-0x10176dd55ac0004, quorum=127.0.0.1:65048, baseZNode=/1-1245025713 Set watcher on znode that does not yet exist, /1-1245025713/running 2024-11-26T11:19:27,585 INFO [regionserver/7f3a3edaecc3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T11:19:27,596 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/data/default/test/5e7177b71d41371dfb207d77e689e948/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-26T11:19:27,598 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T11:19:27,598 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T11:19:27,598 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732619899563.5e7177b71d41371dfb207d77e689e948. 2024-11-26T11:19:27,598 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5e7177b71d41371dfb207d77e689e948: Waiting for close lock at 1732619967572Running coprocessor pre-close hooks at 1732619967572Disabling compacts and flushes for region at 1732619967572Disabling writes for close at 1732619967572Writing region close event to WAL at 1732619967573 (+1 ms)Running coprocessor post-close hooks at 1732619967597 (+24 ms)Closed at 1732619967598 (+1 ms) 2024-11-26T11:19:27,598 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732619899563.5e7177b71d41371dfb207d77e689e948. 2024-11-26T11:19:27,603 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/data/hbase/meta/1588230740/.tmp/info/b6a1aa27abf742ed8f06a4feedc578ba is 129, key is test,,1732619899563.5e7177b71d41371dfb207d77e689e948./info:regioninfo/1732619900722/Put/seqid=0 2024-11-26T11:19:27,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741839_1015 (size=6421) 2024-11-26T11:19:27,624 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/data/hbase/meta/1588230740/.tmp/info/b6a1aa27abf742ed8f06a4feedc578ba 2024-11-26T11:19:27,643 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/data/hbase/meta/1588230740/.tmp/ns/c802cd75f9684f9d8fc71a332c2b5b2a is 43, key is default/ns:d/1732619898334/Put/seqid=0 2024-11-26T11:19:27,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741840_1016 (size=5153) 2024-11-26T11:19:27,683 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.wal-reader.7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/WALs/7f3a3edaecc3,34347,1732619888894/7f3a3edaecc3%2C34347%2C1732619888894.1732619891367 to pos 997, reset compression=false 2024-11-26T11:19:27,773 DEBUG [RS:0;7f3a3edaecc3:41683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T11:19:27,973 DEBUG [RS:0;7f3a3edaecc3:41683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T11:19:28,048 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/data/hbase/meta/1588230740/.tmp/ns/c802cd75f9684f9d8fc71a332c2b5b2a 2024-11-26T11:19:28,100 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/data/hbase/meta/1588230740/.tmp/rep_barrier/b441686427154f0b9419f4f20e404159 is 112, key is test,,1732619899563.5e7177b71d41371dfb207d77e689e948./rep_barrier:seqnumDuringOpen/1732619900722/Put/seqid=0 2024-11-26T11:19:28,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741841_1017 (size=5518) 2024-11-26T11:19:28,114 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/data/hbase/meta/1588230740/.tmp/rep_barrier/b441686427154f0b9419f4f20e404159 2024-11-26T11:19:28,145 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.shipper7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,34347,1732619888894 got entry batch from reader: null 2024-11-26T11:19:28,157 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/data/hbase/meta/1588230740/.tmp/table/0f8867612cd84d20b3d97d3a39c82f88 is 40, key is test/table:state/1732619900733/Put/seqid=0 2024-11-26T11:19:28,174 DEBUG [RS:0;7f3a3edaecc3:41683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T11:19:28,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741842_1018 (size=5165) 2024-11-26T11:19:28,194 INFO [regionserver/7f3a3edaecc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T11:19:28,194 INFO [regionserver/7f3a3edaecc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T11:19:28,374 DEBUG [RS:0;7f3a3edaecc3:41683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T11:19:28,574 INFO [RS:0;7f3a3edaecc3:41683 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T11:19:28,574 DEBUG [RS:0;7f3a3edaecc3:41683 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T11:19:28,574 DEBUG [RS:0;7f3a3edaecc3:41683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T11:19:28,594 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/data/hbase/meta/1588230740/.tmp/table/0f8867612cd84d20b3d97d3a39c82f88 2024-11-26T11:19:28,601 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/data/hbase/meta/1588230740/.tmp/info/b6a1aa27abf742ed8f06a4feedc578ba as hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/data/hbase/meta/1588230740/info/b6a1aa27abf742ed8f06a4feedc578ba 2024-11-26T11:19:28,607 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/data/hbase/meta/1588230740/info/b6a1aa27abf742ed8f06a4feedc578ba, entries=10, sequenceid=11, filesize=6.3 K 2024-11-26T11:19:28,608 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/data/hbase/meta/1588230740/.tmp/ns/c802cd75f9684f9d8fc71a332c2b5b2a as hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/data/hbase/meta/1588230740/ns/c802cd75f9684f9d8fc71a332c2b5b2a 2024-11-26T11:19:28,613 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/data/hbase/meta/1588230740/ns/c802cd75f9684f9d8fc71a332c2b5b2a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T11:19:28,614 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/data/hbase/meta/1588230740/.tmp/rep_barrier/b441686427154f0b9419f4f20e404159 as hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/data/hbase/meta/1588230740/rep_barrier/b441686427154f0b9419f4f20e404159 2024-11-26T11:19:28,620 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/data/hbase/meta/1588230740/rep_barrier/b441686427154f0b9419f4f20e404159, entries=1, sequenceid=11, filesize=5.4 K 2024-11-26T11:19:28,621 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/data/hbase/meta/1588230740/.tmp/table/0f8867612cd84d20b3d97d3a39c82f88 as hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/data/hbase/meta/1588230740/table/0f8867612cd84d20b3d97d3a39c82f88 2024-11-26T11:19:28,627 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/data/hbase/meta/1588230740/table/0f8867612cd84d20b3d97d3a39c82f88, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T11:19:28,628 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1055ms, sequenceid=11, compaction requested=false 2024-11-26T11:19:28,633 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-26T11:19:28,634 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T11:19:28,634 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T11:19:28,634 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T11:19:28,634 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732619967573Running coprocessor pre-close hooks at 1732619967573Disabling compacts and flushes for region at 1732619967573Disabling writes for close at 1732619967573Obtaining lock to block concurrent updates at 1732619967573Preparing flush snapshotting stores in 1588230740 at 1732619967573Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732619967574 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732619967575 (+1 ms)Flushing 1588230740/info: creating writer at 1732619967575Flushing 1588230740/info: appending metadata at 1732619967602 (+27 ms)Flushing 1588230740/info: closing flushed file at 1732619967602Flushing 1588230740/ns: creating writer at 1732619967630 (+28 ms)Flushing 1588230740/ns: appending metadata at 1732619967642 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732619967642Flushing 1588230740/rep_barrier: creating writer at 1732619968059 (+417 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732619968099 (+40 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732619968100 (+1 ms)Flushing 1588230740/table: creating writer at 1732619968121 (+21 ms)Flushing 1588230740/table: appending metadata at 1732619968156 (+35 ms)Flushing 1588230740/table: closing flushed file at 1732619968156Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d6e4ad: reopening flushed file at 1732619968600 (+444 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3096729b: reopening flushed file at 1732619968607 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ce4096: reopening flushed file at 1732619968614 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c0b21ad: reopening flushed file at 1732619968620 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1055ms, sequenceid=11, compaction requested=false at 1732619968628 (+8 ms)Writing region close event to WAL at 1732619968629 (+1 ms)Running coprocessor post-close hooks at 1732619968634 (+5 ms)Closed at 1732619968634 2024-11-26T11:19:28,634 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T11:19:28,775 INFO [RS:0;7f3a3edaecc3:41683 {}] regionserver.HRegionServer(976): stopping server 7f3a3edaecc3,41683,1732619894841; all regions closed. 2024-11-26T11:19:28,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741834_1010 (size=2717) 2024-11-26T11:19:28,777 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/WALs/7f3a3edaecc3,41683,1732619894841/7f3a3edaecc3%2C41683%2C1732619894841.meta.1732619898284.meta not finished, retry = 0 2024-11-26T11:19:28,880 DEBUG [RS:0;7f3a3edaecc3:41683 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/oldWALs 2024-11-26T11:19:28,880 INFO [RS:0;7f3a3edaecc3:41683 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7f3a3edaecc3%2C41683%2C1732619894841.meta:.meta(num 1732619898284) 2024-11-26T11:19:28,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741832_1008 (size=1028) 2024-11-26T11:19:28,886 DEBUG [RS:0;7f3a3edaecc3:41683 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/oldWALs 2024-11-26T11:19:28,886 INFO [RS:0;7f3a3edaecc3:41683 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7f3a3edaecc3%2C41683%2C1732619894841:(num 1732619897332) 2024-11-26T11:19:28,886 DEBUG [RS:0;7f3a3edaecc3:41683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:19:28,886 INFO [RS:0;7f3a3edaecc3:41683 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T11:19:28,886 INFO [RS:0;7f3a3edaecc3:41683 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T11:19:28,886 INFO [RS:0;7f3a3edaecc3:41683 {}] hbase.ChoreService(370): Chore service for: regionserver/7f3a3edaecc3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T11:19:28,886 INFO [RS:0;7f3a3edaecc3:41683 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T11:19:28,886 INFO [regionserver/7f3a3edaecc3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T11:19:28,887 INFO [RS:0;7f3a3edaecc3:41683 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7f3a3edaecc3:41683. 2024-11-26T11:19:28,887 DEBUG [RS:0;7f3a3edaecc3:41683 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:19:28,887 DEBUG [RS:0;7f3a3edaecc3:41683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:19:28,887 DEBUG [RS:0;7f3a3edaecc3:41683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:19:28,887 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:19:28,887 INFO [RS:0;7f3a3edaecc3:41683 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41683 2024-11-26T11:19:28,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36051-0x10176dd55ac0003, quorum=127.0.0.1:65048, baseZNode=/1-1245025713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1245025713/rs 2024-11-26T11:19:28,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41683-0x10176dd55ac0004, quorum=127.0.0.1:65048, baseZNode=/1-1245025713 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1245025713/rs/7f3a3edaecc3,41683,1732619894841 2024-11-26T11:19:28,948 INFO [RS:0;7f3a3edaecc3:41683 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T11:19:28,958 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7f3a3edaecc3,41683,1732619894841] 2024-11-26T11:19:28,969 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1245025713/draining/7f3a3edaecc3,41683,1732619894841 already deleted, retry=false 2024-11-26T11:19:28,969 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7f3a3edaecc3,41683,1732619894841 expired; onlineServers=0 2024-11-26T11:19:28,969 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7f3a3edaecc3,36051,1732619894691' ***** 2024-11-26T11:19:28,969 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T11:19:28,969 INFO [M:0;7f3a3edaecc3:36051 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T11:19:28,969 INFO [M:0;7f3a3edaecc3:36051 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T11:19:28,969 DEBUG [M:0;7f3a3edaecc3:36051 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T11:19:28,970 DEBUG [M:0;7f3a3edaecc3:36051 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T11:19:28,970 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732619897067 {}] cleaner.HFileCleaner(306): Exit Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732619897067,5,FailOnTimeoutGroup] 2024-11-26T11:19:28,970 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732619897067 {}] cleaner.HFileCleaner(306): Exit Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732619897067,5,FailOnTimeoutGroup] 2024-11-26T11:19:28,970 INFO [M:0;7f3a3edaecc3:36051 {}] hbase.ChoreService(370): Chore service for: master/7f3a3edaecc3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T11:19:28,970 INFO [M:0;7f3a3edaecc3:36051 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T11:19:28,970 DEBUG [M:0;7f3a3edaecc3:36051 {}] master.HMaster(1795): Stopping service threads 2024-11-26T11:19:28,970 INFO [M:0;7f3a3edaecc3:36051 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T11:19:28,970 INFO [M:0;7f3a3edaecc3:36051 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T11:19:28,970 INFO [M:0;7f3a3edaecc3:36051 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T11:19:28,970 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T11:19:28,970 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T11:19:28,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36051-0x10176dd55ac0003, quorum=127.0.0.1:65048, baseZNode=/1-1245025713 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1245025713/master 2024-11-26T11:19:28,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36051-0x10176dd55ac0003, quorum=127.0.0.1:65048, baseZNode=/1-1245025713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1245025713 2024-11-26T11:19:28,980 DEBUG [M:0;7f3a3edaecc3:36051 {}] zookeeper.ZKUtil(347): master:36051-0x10176dd55ac0003, quorum=127.0.0.1:65048, baseZNode=/1-1245025713 Unable to get data of znode /1-1245025713/master because node does not exist (not an error) 2024-11-26T11:19:28,980 WARN [M:0;7f3a3edaecc3:36051 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T11:19:28,981 INFO [M:0;7f3a3edaecc3:36051 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/.lastflushedseqids 2024-11-26T11:19:28,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741843_1019 (size=173) 2024-11-26T11:19:28,996 INFO [M:0;7f3a3edaecc3:36051 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T11:19:28,996 INFO [M:0;7f3a3edaecc3:36051 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T11:19:28,997 DEBUG [M:0;7f3a3edaecc3:36051 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T11:19:28,997 INFO [M:0;7f3a3edaecc3:36051 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:19:28,997 DEBUG [M:0;7f3a3edaecc3:36051 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:19:28,997 DEBUG [M:0;7f3a3edaecc3:36051 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T11:19:28,997 DEBUG [M:0;7f3a3edaecc3:36051 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:19:28,997 INFO [M:0;7f3a3edaecc3:36051 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-26T11:19:29,022 DEBUG [M:0;7f3a3edaecc3:36051 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9fc68f7039f3450c81f3921e905fd6c7 is 82, key is hbase:meta,,1/info:regioninfo/1732619898317/Put/seqid=0 2024-11-26T11:19:29,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741844_1020 (size=5672) 2024-11-26T11:19:29,031 INFO [M:0;7f3a3edaecc3:36051 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9fc68f7039f3450c81f3921e905fd6c7 2024-11-26T11:19:29,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41683-0x10176dd55ac0004, quorum=127.0.0.1:65048, baseZNode=/1-1245025713 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:19:29,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41683-0x10176dd55ac0004, quorum=127.0.0.1:65048, baseZNode=/1-1245025713 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:19:29,059 INFO [RS:0;7f3a3edaecc3:41683 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T11:19:29,059 INFO [RS:0;7f3a3edaecc3:41683 {}] regionserver.HRegionServer(1031): Exiting; stopping=7f3a3edaecc3,41683,1732619894841; zookeeper connection closed. 2024-11-26T11:19:29,067 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@78498019 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@78498019 2024-11-26T11:19:29,068 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T11:19:29,083 DEBUG [M:0;7f3a3edaecc3:36051 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e944f07681b44eae955a9f7119f64426 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732619900738/Put/seqid=0 2024-11-26T11:19:29,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741845_1021 (size=6727) 2024-11-26T11:19:29,091 INFO [M:0;7f3a3edaecc3:36051 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e944f07681b44eae955a9f7119f64426 2024-11-26T11:19:29,098 INFO [M:0;7f3a3edaecc3:36051 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e944f07681b44eae955a9f7119f64426 2024-11-26T11:19:29,120 DEBUG [M:0;7f3a3edaecc3:36051 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d2cf45f2b54145db8885b7d650138fe8 is 69, key is 7f3a3edaecc3,41683,1732619894841/rs:state/1732619897118/Put/seqid=0 2024-11-26T11:19:29,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741846_1022 (size=5156) 2024-11-26T11:19:29,132 INFO [M:0;7f3a3edaecc3:36051 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d2cf45f2b54145db8885b7d650138fe8 2024-11-26T11:19:29,140 DEBUG [M:0;7f3a3edaecc3:36051 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9fc68f7039f3450c81f3921e905fd6c7 as hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9fc68f7039f3450c81f3921e905fd6c7 2024-11-26T11:19:29,146 INFO [M:0;7f3a3edaecc3:36051 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9fc68f7039f3450c81f3921e905fd6c7, entries=8, sequenceid=58, filesize=5.5 K 2024-11-26T11:19:29,147 DEBUG [M:0;7f3a3edaecc3:36051 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e944f07681b44eae955a9f7119f64426 as hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e944f07681b44eae955a9f7119f64426 2024-11-26T11:19:29,155 INFO [M:0;7f3a3edaecc3:36051 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e944f07681b44eae955a9f7119f64426 2024-11-26T11:19:29,156 INFO [M:0;7f3a3edaecc3:36051 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e944f07681b44eae955a9f7119f64426, entries=6, sequenceid=58, filesize=6.6 K 2024-11-26T11:19:29,157 DEBUG [M:0;7f3a3edaecc3:36051 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d2cf45f2b54145db8885b7d650138fe8 as hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d2cf45f2b54145db8885b7d650138fe8 2024-11-26T11:19:29,167 INFO [M:0;7f3a3edaecc3:36051 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42809/user/jenkins/test-data/d422d60f-1c61-45b3-3bfb-77337e93d18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d2cf45f2b54145db8885b7d650138fe8, entries=1, sequenceid=58, filesize=5.0 K 2024-11-26T11:19:29,169 INFO [M:0;7f3a3edaecc3:36051 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 172ms, sequenceid=58, compaction requested=false 2024-11-26T11:19:29,178 INFO [M:0;7f3a3edaecc3:36051 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:19:29,178 DEBUG [M:0;7f3a3edaecc3:36051 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732619968996Disabling compacts and flushes for region at 1732619968996Disabling writes for close at 1732619968997 (+1 ms)Obtaining lock to block concurrent updates at 1732619968997Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732619968997Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1732619968997Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732619968998 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732619968998Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732619969022 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732619969022Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732619969042 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732619969082 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732619969082Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732619969098 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732619969119 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732619969119Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16f7458f: reopening flushed file at 1732619969139 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74f4b04f: reopening flushed file at 1732619969146 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@319b200e: reopening flushed file at 1732619969156 (+10 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 172ms, sequenceid=58, compaction requested=false at 1732619969169 (+13 ms)Writing region close event to WAL at 1732619969177 (+8 ms)Closed at 1732619969178 (+1 ms) 2024-11-26T11:19:29,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741830_1006 (size=33026) 2024-11-26T11:19:29,184 INFO [M:0;7f3a3edaecc3:36051 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T11:19:29,184 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T11:19:29,184 INFO [M:0;7f3a3edaecc3:36051 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36051 2024-11-26T11:19:29,187 INFO [M:0;7f3a3edaecc3:36051 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T11:19:29,304 INFO [M:0;7f3a3edaecc3:36051 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T11:19:29,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36051-0x10176dd55ac0003, quorum=127.0.0.1:65048, baseZNode=/1-1245025713 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:19:29,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36051-0x10176dd55ac0003, quorum=127.0.0.1:65048, baseZNode=/1-1245025713 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:19:29,339 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4f5ec357{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T11:19:29,340 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@28a21b6c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T11:19:29,340 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T11:19:29,340 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1324fc1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T11:19:29,340 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71dab525{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e4afaf-320e-d004-d6c9-f5b41b8b6f23/hadoop.log.dir/,STOPPED} 2024-11-26T11:19:29,343 WARN [BP-1412725239-172.17.0.3-1732619892556 heartbeating to localhost/127.0.0.1:42809 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T11:19:29,343 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T11:19:29,343 WARN [BP-1412725239-172.17.0.3-1732619892556 heartbeating to localhost/127.0.0.1:42809 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1412725239-172.17.0.3-1732619892556 (Datanode Uuid 7ff27029-e409-4eab-b50c-a82b0693c31b) service to localhost/127.0.0.1:42809 2024-11-26T11:19:29,343 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T11:19:29,344 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e4afaf-320e-d004-d6c9-f5b41b8b6f23/cluster_24c5ff0f-e90b-e011-5705-35cdb183edb5/data/data1/current/BP-1412725239-172.17.0.3-1732619892556 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T11:19:29,344 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e4afaf-320e-d004-d6c9-f5b41b8b6f23/cluster_24c5ff0f-e90b-e011-5705-35cdb183edb5/data/data2/current/BP-1412725239-172.17.0.3-1732619892556 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T11:19:29,344 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T11:19:29,352 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@55a072a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T11:19:29,352 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@451d820c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T11:19:29,352 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T11:19:29,352 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73b2ad08{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T11:19:29,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@585bc07f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e4afaf-320e-d004-d6c9-f5b41b8b6f23/hadoop.log.dir/,STOPPED} 2024-11-26T11:19:29,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T11:19:29,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T11:19:29,391 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:19:29,391 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:19:29,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:19:29,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:19:29,391 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:19:29,392 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T11:19:29,392 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=861034659, stopped=false 2024-11-26T11:19:29,392 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7f3a3edaecc3,35565,1732619887711 2024-11-26T11:19:29,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35565-0x10176dd55ac0000, quorum=127.0.0.1:65048, baseZNode=/0453864147 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0453864147/running 2024-11-26T11:19:29,411 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34347-0x10176dd55ac0001, quorum=127.0.0.1:65048, baseZNode=/0453864147 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0453864147/running 2024-11-26T11:19:29,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35565-0x10176dd55ac0000, quorum=127.0.0.1:65048, baseZNode=/0453864147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0453864147 2024-11-26T11:19:29,411 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34347-0x10176dd55ac0001, quorum=127.0.0.1:65048, baseZNode=/0453864147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0453864147 2024-11-26T11:19:29,411 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T11:19:29,412 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34347-0x10176dd55ac0001, quorum=127.0.0.1:65048, baseZNode=/0453864147 Set watcher on znode that does not yet exist, /0453864147/running 2024-11-26T11:19:29,412 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35565-0x10176dd55ac0000, quorum=127.0.0.1:65048, baseZNode=/0453864147 Set watcher on znode that does not yet exist, /0453864147/running 2024-11-26T11:19:29,413 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:19:29,413 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:19:29,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:19:29,413 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7f3a3edaecc3,34347,1732619888894' ***** 2024-11-26T11:19:29,413 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T11:19:29,414 INFO [RS:0;7f3a3edaecc3:34347 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T11:19:29,414 INFO [RS:0;7f3a3edaecc3:34347 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T11:19:29,414 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T11:19:29,414 INFO [RS:0;7f3a3edaecc3:34347 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T11:19:29,414 INFO [RS:0;7f3a3edaecc3:34347 {}] regionserver.HRegionServer(3091): Received CLOSE for b48533d919f3ab79625453983cbe00f3 2024-11-26T11:19:29,414 INFO [RS:0;7f3a3edaecc3:34347 {}] regionserver.HRegionServer(3091): Received CLOSE for 569ac30eb8a64aae098411892a946cf8 2024-11-26T11:19:29,414 INFO [RS:0;7f3a3edaecc3:34347 {}] regionserver.HRegionServer(959): stopping server 7f3a3edaecc3,34347,1732619888894 2024-11-26T11:19:29,414 INFO [RS:0;7f3a3edaecc3:34347 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T11:19:29,414 INFO [RS:0;7f3a3edaecc3:34347 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7f3a3edaecc3:34347. 2024-11-26T11:19:29,414 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b48533d919f3ab79625453983cbe00f3, disabling compactions & flushes 2024-11-26T11:19:29,414 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732619898415.b48533d919f3ab79625453983cbe00f3. 2024-11-26T11:19:29,414 DEBUG [RS:0;7f3a3edaecc3:34347 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:19:29,414 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732619898415.b48533d919f3ab79625453983cbe00f3. 2024-11-26T11:19:29,414 DEBUG [RS:0;7f3a3edaecc3:34347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:19:29,414 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732619898415.b48533d919f3ab79625453983cbe00f3. after waiting 0 ms 2024-11-26T11:19:29,415 INFO [RS:0;7f3a3edaecc3:34347 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T11:19:29,415 INFO [RS:0;7f3a3edaecc3:34347 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T11:19:29,415 INFO [RS:0;7f3a3edaecc3:34347 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T11:19:29,415 INFO [RS:0;7f3a3edaecc3:34347 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T11:19:29,415 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732619898415.b48533d919f3ab79625453983cbe00f3. 2024-11-26T11:19:29,415 INFO [RS:0;7f3a3edaecc3:34347 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T11:19:29,415 DEBUG [RS:0;7f3a3edaecc3:34347 {}] regionserver.HRegionServer(1325): Online Regions={b48533d919f3ab79625453983cbe00f3=test,,1732619898415.b48533d919f3ab79625453983cbe00f3., 1588230740=hbase:meta,,1.1588230740, 569ac30eb8a64aae098411892a946cf8=hbase:replication,,1732619901735.569ac30eb8a64aae098411892a946cf8.} 2024-11-26T11:19:29,415 DEBUG [RS:0;7f3a3edaecc3:34347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 569ac30eb8a64aae098411892a946cf8, b48533d919f3ab79625453983cbe00f3 2024-11-26T11:19:29,415 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T11:19:29,415 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T11:19:29,415 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T11:19:29,415 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T11:19:29,416 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T11:19:29,416 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T11:19:29,442 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/data/default/test/b48533d919f3ab79625453983cbe00f3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T11:19:29,443 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/data/hbase/meta/1588230740/.tmp/info/c94f9ee9aacb4adfa22ece33b2143626 is 147, key is hbase:replication,,1732619901735.569ac30eb8a64aae098411892a946cf8./info:regioninfo/1732619902937/Put/seqid=0 2024-11-26T11:19:29,443 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T11:19:29,443 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T11:19:29,443 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732619898415.b48533d919f3ab79625453983cbe00f3. 2024-11-26T11:19:29,443 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b48533d919f3ab79625453983cbe00f3: Waiting for close lock at 1732619969414Running coprocessor pre-close hooks at 1732619969414Disabling compacts and flushes for region at 1732619969414Disabling writes for close at 1732619969415 (+1 ms)Writing region close event to WAL at 1732619969418 (+3 ms)Running coprocessor post-close hooks at 1732619969443 (+25 ms)Closed at 1732619969443 2024-11-26T11:19:29,444 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732619898415.b48533d919f3ab79625453983cbe00f3. 2024-11-26T11:19:29,444 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 569ac30eb8a64aae098411892a946cf8, disabling compactions & flushes 2024-11-26T11:19:29,444 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732619901735.569ac30eb8a64aae098411892a946cf8. 2024-11-26T11:19:29,444 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732619901735.569ac30eb8a64aae098411892a946cf8. 2024-11-26T11:19:29,444 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732619901735.569ac30eb8a64aae098411892a946cf8. after waiting 0 ms 2024-11-26T11:19:29,444 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732619901735.569ac30eb8a64aae098411892a946cf8. 2024-11-26T11:19:29,444 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 569ac30eb8a64aae098411892a946cf8 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-26T11:19:29,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741844_1020 (size=7686) 2024-11-26T11:19:29,467 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/data/hbase/replication/569ac30eb8a64aae098411892a946cf8/.tmp/hfileref/8312886b2ba849d1894613737384174d is 74, key is 1/hfileref:4444ac7fcaf94e49b5b9b1bee675b292_SeqId_4_/1732619905967/DeleteColumn/seqid=0 2024-11-26T11:19:29,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741845_1021 (size=5203) 2024-11-26T11:19:29,472 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/data/hbase/replication/569ac30eb8a64aae098411892a946cf8/.tmp/hfileref/8312886b2ba849d1894613737384174d 2024-11-26T11:19:29,501 INFO [regionserver/7f3a3edaecc3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T11:19:29,506 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/data/hbase/replication/569ac30eb8a64aae098411892a946cf8/.tmp/queue/0c9c01590b59403c99eed2b7b31f6841 is 153, key is 1-7f3a3edaecc3,34347,1732619888894/queue:7f3a3edaecc3%2C34347%2C1732619888894/1732619908143/Put/seqid=0 2024-11-26T11:19:29,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741846_1022 (size=5352) 2024-11-26T11:19:29,615 DEBUG [RS:0;7f3a3edaecc3:34347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 569ac30eb8a64aae098411892a946cf8 2024-11-26T11:19:29,815 DEBUG [RS:0;7f3a3edaecc3:34347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 569ac30eb8a64aae098411892a946cf8 2024-11-26T11:19:29,854 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/data/hbase/meta/1588230740/.tmp/info/c94f9ee9aacb4adfa22ece33b2143626 2024-11-26T11:19:29,881 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/data/hbase/meta/1588230740/.tmp/ns/83f30dede1804d7394e46f3ce2e5836b is 43, key is default/ns:d/1732619892407/Put/seqid=0 2024-11-26T11:19:29,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741847_1023 (size=5153) 2024-11-26T11:19:29,911 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/data/hbase/replication/569ac30eb8a64aae098411892a946cf8/.tmp/queue/0c9c01590b59403c99eed2b7b31f6841 2024-11-26T11:19:29,918 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/data/hbase/replication/569ac30eb8a64aae098411892a946cf8/.tmp/hfileref/8312886b2ba849d1894613737384174d as hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/data/hbase/replication/569ac30eb8a64aae098411892a946cf8/hfileref/8312886b2ba849d1894613737384174d 2024-11-26T11:19:29,924 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/data/hbase/replication/569ac30eb8a64aae098411892a946cf8/hfileref/8312886b2ba849d1894613737384174d, entries=2, sequenceid=10, filesize=5.1 K 2024-11-26T11:19:29,925 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/data/hbase/replication/569ac30eb8a64aae098411892a946cf8/.tmp/queue/0c9c01590b59403c99eed2b7b31f6841 as hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/data/hbase/replication/569ac30eb8a64aae098411892a946cf8/queue/0c9c01590b59403c99eed2b7b31f6841 2024-11-26T11:19:29,930 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/data/hbase/replication/569ac30eb8a64aae098411892a946cf8/queue/0c9c01590b59403c99eed2b7b31f6841, entries=1, sequenceid=10, filesize=5.2 K 2024-11-26T11:19:29,931 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 569ac30eb8a64aae098411892a946cf8 in 486ms, sequenceid=10, compaction requested=false 2024-11-26T11:19:29,935 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/data/hbase/replication/569ac30eb8a64aae098411892a946cf8/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-26T11:19:29,935 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T11:19:29,935 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T11:19:29,935 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732619901735.569ac30eb8a64aae098411892a946cf8. 2024-11-26T11:19:29,935 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 569ac30eb8a64aae098411892a946cf8: Waiting for close lock at 1732619969444Running coprocessor pre-close hooks at 1732619969444Disabling compacts and flushes for region at 1732619969444Disabling writes for close at 1732619969444Obtaining lock to block concurrent updates at 1732619969444Preparing flush snapshotting stores in 569ac30eb8a64aae098411892a946cf8 at 1732619969444Finished memstore snapshotting hbase:replication,,1732619901735.569ac30eb8a64aae098411892a946cf8., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732619969444Flushing stores of hbase:replication,,1732619901735.569ac30eb8a64aae098411892a946cf8. at 1732619969445 (+1 ms)Flushing 569ac30eb8a64aae098411892a946cf8/hfileref: creating writer at 1732619969446 (+1 ms)Flushing 569ac30eb8a64aae098411892a946cf8/hfileref: appending metadata at 1732619969467 (+21 ms)Flushing 569ac30eb8a64aae098411892a946cf8/hfileref: closing flushed file at 1732619969467Flushing 569ac30eb8a64aae098411892a946cf8/queue: creating writer at 1732619969488 (+21 ms)Flushing 569ac30eb8a64aae098411892a946cf8/queue: appending metadata at 1732619969506 (+18 ms)Flushing 569ac30eb8a64aae098411892a946cf8/queue: closing flushed file at 1732619969506Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@742b1880: reopening flushed file at 1732619969917 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cd22d0f: reopening flushed file at 1732619969924 (+7 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 569ac30eb8a64aae098411892a946cf8 in 486ms, sequenceid=10, compaction requested=false at 1732619969931 (+7 ms)Writing region close event to WAL at 1732619969931Running coprocessor post-close hooks at 1732619969935 (+4 ms)Closed at 1732619969935 2024-11-26T11:19:29,936 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732619901735.569ac30eb8a64aae098411892a946cf8. 2024-11-26T11:19:30,016 DEBUG [RS:0;7f3a3edaecc3:34347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T11:19:30,216 DEBUG [RS:0;7f3a3edaecc3:34347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T11:19:30,237 INFO [regionserver/7f3a3edaecc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T11:19:30,237 INFO [regionserver/7f3a3edaecc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T11:19:30,286 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/data/hbase/meta/1588230740/.tmp/ns/83f30dede1804d7394e46f3ce2e5836b 2024-11-26T11:19:30,319 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/data/hbase/meta/1588230740/.tmp/rep_barrier/2b56ccc5db3640df81a9bb826df1ea64 is 112, key is test,,1732619898415.b48533d919f3ab79625453983cbe00f3./rep_barrier:seqnumDuringOpen/1732619899190/Put/seqid=0 2024-11-26T11:19:30,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741848_1024 (size=5518) 2024-11-26T11:19:30,416 INFO [RS:0;7f3a3edaecc3:34347 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T11:19:30,416 DEBUG [RS:0;7f3a3edaecc3:34347 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T11:19:30,416 DEBUG [RS:0;7f3a3edaecc3:34347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T11:19:30,616 DEBUG [RS:0;7f3a3edaecc3:34347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T11:19:30,727 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/data/hbase/meta/1588230740/.tmp/rep_barrier/2b56ccc5db3640df81a9bb826df1ea64 2024-11-26T11:19:30,768 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/data/hbase/meta/1588230740/.tmp/table/a07d21189e134d4dbe868b7810835907 is 53, key is hbase:replication/table:state/1732619902947/Put/seqid=0 2024-11-26T11:19:30,817 DEBUG [RS:0;7f3a3edaecc3:34347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T11:19:30,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741849_1025 (size=5308) 2024-11-26T11:19:31,017 DEBUG [RS:0;7f3a3edaecc3:34347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T11:19:31,187 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.wal-reader.7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/WALs/7f3a3edaecc3,34347,1732619888894/7f3a3edaecc3%2C34347%2C1732619888894.1732619891367 to pos 997, reset compression=false 2024-11-26T11:19:31,206 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.wal-reader.7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T11:19:31,206 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.wal-reader.7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/WALs/7f3a3edaecc3,34347,1732619888894/7f3a3edaecc3%2C34347%2C1732619888894.1732619891367 to pos 1292, reset compression=false 2024-11-26T11:19:31,206 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.shipper7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,34347,1732619888894 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/WALs/7f3a3edaecc3,34347,1732619888894/7f3a3edaecc3%2C34347%2C1732619888894.1732619891367, lastWalPosition=1292, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T11:19:31,209 ERROR [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.shipper7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7f3a3edaecc3,34347,1732619888894: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7f3a3edaecc3,34347,1732619888894, walGroup=7f3a3edaecc3%2C34347%2C1732619888894, offset=7f3a3edaecc3%2C34347%2C1732619888894.1732619891367:1292, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7f3a3edaecc3:34347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T11:19:31,212 ERROR [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.shipper7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T11:19:31,214 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.shipper7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T11:19:31,215 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.shipper7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T11:19:31,216 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.shipper7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T11:19:31,216 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.shipper7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T11:19:31,216 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.shipper7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 437547120 }, "NonHeapMemoryUsage": { "committed": 180879360, "init": 7667712, "max": -1, "used": 175676544 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T11:19:31,217 DEBUG [RS:0;7f3a3edaecc3:34347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T11:19:31,219 WARN [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.shipper7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7f3a3edaecc3:35565 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7f3a3edaecc3:35565 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-26T11:19:31,235 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/data/hbase/meta/1588230740/.tmp/table/a07d21189e134d4dbe868b7810835907 2024-11-26T11:19:31,254 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/data/hbase/meta/1588230740/.tmp/info/c94f9ee9aacb4adfa22ece33b2143626 as hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/data/hbase/meta/1588230740/info/c94f9ee9aacb4adfa22ece33b2143626 2024-11-26T11:19:31,259 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/data/hbase/meta/1588230740/info/c94f9ee9aacb4adfa22ece33b2143626, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T11:19:31,260 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/data/hbase/meta/1588230740/.tmp/ns/83f30dede1804d7394e46f3ce2e5836b as hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/data/hbase/meta/1588230740/ns/83f30dede1804d7394e46f3ce2e5836b 2024-11-26T11:19:31,265 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/data/hbase/meta/1588230740/ns/83f30dede1804d7394e46f3ce2e5836b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T11:19:31,267 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/data/hbase/meta/1588230740/.tmp/rep_barrier/2b56ccc5db3640df81a9bb826df1ea64 as hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/data/hbase/meta/1588230740/rep_barrier/2b56ccc5db3640df81a9bb826df1ea64 2024-11-26T11:19:31,272 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/data/hbase/meta/1588230740/rep_barrier/2b56ccc5db3640df81a9bb826df1ea64, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T11:19:31,273 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/data/hbase/meta/1588230740/.tmp/table/a07d21189e134d4dbe868b7810835907 as hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/data/hbase/meta/1588230740/table/a07d21189e134d4dbe868b7810835907 2024-11-26T11:19:31,285 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/data/hbase/meta/1588230740/table/a07d21189e134d4dbe868b7810835907, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T11:19:31,287 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1871ms, sequenceid=16, compaction requested=false 2024-11-26T11:19:31,287 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T11:19:31,296 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T11:19:31,297 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T11:19:31,297 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T11:19:31,297 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T11:19:31,297 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732619969415Running coprocessor pre-close hooks at 1732619969415Disabling compacts and flushes for region at 1732619969415Disabling writes for close at 1732619969415Obtaining lock to block concurrent updates at 1732619969416 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732619969416Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732619969416Flushing stores of hbase:meta,,1.1588230740 at 1732619969417 (+1 ms)Flushing 1588230740/info: creating writer at 1732619969417Flushing 1588230740/info: appending metadata at 1732619969442 (+25 ms)Flushing 1588230740/info: closing flushed file at 1732619969442Flushing 1588230740/ns: creating writer at 1732619969860 (+418 ms)Flushing 1588230740/ns: appending metadata at 1732619969881 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732619969881Flushing 1588230740/rep_barrier: creating writer at 1732619970293 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732619970319 (+26 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732619970319Flushing 1588230740/table: creating writer at 1732619970734 (+415 ms)Flushing 1588230740/table: appending metadata at 1732619970767 (+33 ms)Flushing 1588230740/table: closing flushed file at 1732619970767Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7375cba8: reopening flushed file at 1732619971252 (+485 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ab42ced: reopening flushed file at 1732619971259 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74aefd45: reopening flushed file at 1732619971265 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48d853c9: reopening flushed file at 1732619971273 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1871ms, sequenceid=16, compaction requested=false at 1732619971287 (+14 ms)Writing region close event to WAL at 1732619971290 (+3 ms)Running coprocessor post-close hooks at 1732619971297 (+7 ms)Closed at 1732619971297 2024-11-26T11:19:31,297 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T11:19:31,417 INFO [RS:0;7f3a3edaecc3:34347 {}] regionserver.HRegionServer(976): stopping server 7f3a3edaecc3,34347,1732619888894; all regions closed. 2024-11-26T11:19:31,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741834_1010 (size=4239) 2024-11-26T11:19:31,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741839_1015 (size=2700) 2024-11-26T11:19:31,431 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.wal-reader.7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/WALs/7f3a3edaecc3,34347,1732619888894/7f3a3edaecc3%2C34347%2C1732619888894.1732619891367 to pos 1292, reset compression=false 2024-11-26T11:19:31,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741832_1008 (size=1300) 2024-11-26T11:19:31,452 DEBUG [RS:0;7f3a3edaecc3:34347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:19:31,452 INFO [RS:0;7f3a3edaecc3:34347 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T11:19:31,453 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.wal-reader.7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.WALEntryStream(293): Reset reader hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/WALs/7f3a3edaecc3,34347,1732619888894/7f3a3edaecc3%2C34347%2C1732619888894.1732619891367 for the last time to pos 1292, reset compression=false 2024-11-26T11:19:31,453 INFO [RS:0;7f3a3edaecc3:34347 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T11:19:31,453 INFO [RS:0;7f3a3edaecc3:34347 {}] hbase.ChoreService(370): Chore service for: regionserver/7f3a3edaecc3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T11:19:31,453 INFO [RS:0;7f3a3edaecc3:34347 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T11:19:31,454 INFO [regionserver/7f3a3edaecc3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T11:19:31,454 INFO [RS:0;7f3a3edaecc3:34347 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7f3a3edaecc3,34347,1732619888894 because: Region server is closing 2024-11-26T11:19:31,454 INFO [RS:0;7f3a3edaecc3:34347 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7f3a3edaecc3:34347. 2024-11-26T11:19:31,454 DEBUG [RS:0;7f3a3edaecc3:34347 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:19:31,454 DEBUG [RS:0;7f3a3edaecc3:34347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:19:31,455 DEBUG [RS:0;7f3a3edaecc3:34347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:19:31,455 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:19:31,457 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.wal-reader.7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.WALEntryStream(449): Reached the end of hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/WALs/7f3a3edaecc3,34347,1732619888894/7f3a3edaecc3%2C34347%2C1732619888894.1732619891367 and length of the file is 1300 2024-11-26T11:19:31,457 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.wal-reader.7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/WALs/7f3a3edaecc3,34347,1732619888894/7f3a3edaecc3%2C34347%2C1732619888894.1732619891367 2024-11-26T11:19:31,555 INFO [RS:0;7f3a3edaecc3:34347 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,34347,1732619888894.replicationSource.shipper7f3a3edaecc3%2C34347%2C1732619888894,1-7f3a3edaecc3,34347,1732619888894 terminated 2024-11-26T11:19:31,555 INFO [RS:0;7f3a3edaecc3:34347 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34347 2024-11-26T11:19:31,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35565-0x10176dd55ac0000, quorum=127.0.0.1:65048, baseZNode=/0453864147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0453864147/rs 2024-11-26T11:19:31,642 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34347-0x10176dd55ac0001, quorum=127.0.0.1:65048, baseZNode=/0453864147 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0453864147/rs/7f3a3edaecc3,34347,1732619888894 2024-11-26T11:19:31,643 INFO [RS:0;7f3a3edaecc3:34347 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T11:19:31,653 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7f3a3edaecc3,34347,1732619888894] 2024-11-26T11:19:31,663 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0453864147/draining/7f3a3edaecc3,34347,1732619888894 already deleted, retry=false 2024-11-26T11:19:31,663 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7f3a3edaecc3,34347,1732619888894 expired; onlineServers=0 2024-11-26T11:19:31,663 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7f3a3edaecc3,35565,1732619887711' ***** 2024-11-26T11:19:31,663 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T11:19:31,663 INFO [M:0;7f3a3edaecc3:35565 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T11:19:31,664 INFO [M:0;7f3a3edaecc3:35565 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T11:19:31,664 DEBUG [M:0;7f3a3edaecc3:35565 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T11:19:31,664 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T11:19:31,664 DEBUG [M:0;7f3a3edaecc3:35565 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T11:19:31,664 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732619891120 {}] cleaner.HFileCleaner(306): Exit Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732619891120,5,FailOnTimeoutGroup] 2024-11-26T11:19:31,664 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732619891123 {}] cleaner.HFileCleaner(306): Exit Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732619891123,5,FailOnTimeoutGroup] 2024-11-26T11:19:31,664 INFO [M:0;7f3a3edaecc3:35565 {}] hbase.ChoreService(370): Chore service for: master/7f3a3edaecc3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T11:19:31,664 INFO [M:0;7f3a3edaecc3:35565 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T11:19:31,664 DEBUG [M:0;7f3a3edaecc3:35565 {}] master.HMaster(1795): Stopping service threads 2024-11-26T11:19:31,664 INFO [M:0;7f3a3edaecc3:35565 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T11:19:31,664 INFO [M:0;7f3a3edaecc3:35565 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T11:19:31,664 INFO [M:0;7f3a3edaecc3:35565 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T11:19:31,664 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T11:19:31,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35565-0x10176dd55ac0000, quorum=127.0.0.1:65048, baseZNode=/0453864147 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0453864147/master 2024-11-26T11:19:31,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35565-0x10176dd55ac0000, quorum=127.0.0.1:65048, baseZNode=/0453864147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0453864147 2024-11-26T11:19:31,674 DEBUG [M:0;7f3a3edaecc3:35565 {}] zookeeper.ZKUtil(347): master:35565-0x10176dd55ac0000, quorum=127.0.0.1:65048, baseZNode=/0453864147 Unable to get data of znode /0453864147/master because node does not exist (not an error) 2024-11-26T11:19:31,674 WARN [M:0;7f3a3edaecc3:35565 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T11:19:31,675 INFO [M:0;7f3a3edaecc3:35565 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/.lastflushedseqids 2024-11-26T11:19:31,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741850_1026 (size=263) 2024-11-26T11:19:31,753 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34347-0x10176dd55ac0001, quorum=127.0.0.1:65048, baseZNode=/0453864147 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:19:31,753 INFO [RS:0;7f3a3edaecc3:34347 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T11:19:31,753 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34347-0x10176dd55ac0001, quorum=127.0.0.1:65048, baseZNode=/0453864147 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:19:31,753 INFO [RS:0;7f3a3edaecc3:34347 {}] regionserver.HRegionServer(1031): Exiting; stopping=7f3a3edaecc3,34347,1732619888894; zookeeper connection closed. 2024-11-26T11:19:31,753 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@71f02a3e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@71f02a3e 2024-11-26T11:19:31,754 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T11:19:32,080 INFO [M:0;7f3a3edaecc3:35565 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T11:19:32,080 INFO [M:0;7f3a3edaecc3:35565 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T11:19:32,081 DEBUG [M:0;7f3a3edaecc3:35565 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T11:19:32,081 INFO [M:0;7f3a3edaecc3:35565 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:19:32,081 DEBUG [M:0;7f3a3edaecc3:35565 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:19:32,081 DEBUG [M:0;7f3a3edaecc3:35565 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T11:19:32,081 DEBUG [M:0;7f3a3edaecc3:35565 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:19:32,081 INFO [M:0;7f3a3edaecc3:35565 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-26T11:19:32,096 DEBUG [M:0;7f3a3edaecc3:35565 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d8000a1f26904acaba614a351c7b89b7 is 82, key is hbase:meta,,1/info:regioninfo/1732619892353/Put/seqid=0 2024-11-26T11:19:32,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741851_1027 (size=5672) 2024-11-26T11:19:32,501 INFO [M:0;7f3a3edaecc3:35565 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d8000a1f26904acaba614a351c7b89b7 2024-11-26T11:19:32,521 DEBUG [M:0;7f3a3edaecc3:35565 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ba334d2ce6f14d05989631bc51ea28da is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732619899204/Put/seqid=0 2024-11-26T11:19:32,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741852_1028 (size=7240) 2024-11-26T11:19:32,537 INFO [M:0;7f3a3edaecc3:35565 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ba334d2ce6f14d05989631bc51ea28da 2024-11-26T11:19:32,545 INFO [M:0;7f3a3edaecc3:35565 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ba334d2ce6f14d05989631bc51ea28da 2024-11-26T11:19:32,560 DEBUG [M:0;7f3a3edaecc3:35565 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b48439bb6c64bf2896ba70d46dfb239 is 69, key is 7f3a3edaecc3,34347,1732619888894/rs:state/1732619891222/Put/seqid=0 2024-11-26T11:19:32,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741853_1029 (size=5156) 2024-11-26T11:19:32,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:19:32,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:19:32,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:19:32,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:19:32,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:19:32,964 INFO [M:0;7f3a3edaecc3:35565 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b48439bb6c64bf2896ba70d46dfb239 2024-11-26T11:19:32,969 DEBUG [M:0;7f3a3edaecc3:35565 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d8000a1f26904acaba614a351c7b89b7 as hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d8000a1f26904acaba614a351c7b89b7 2024-11-26T11:19:32,973 INFO [M:0;7f3a3edaecc3:35565 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d8000a1f26904acaba614a351c7b89b7, entries=8, sequenceid=105, filesize=5.5 K 2024-11-26T11:19:32,974 DEBUG [M:0;7f3a3edaecc3:35565 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ba334d2ce6f14d05989631bc51ea28da as hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ba334d2ce6f14d05989631bc51ea28da 2024-11-26T11:19:32,978 INFO [M:0;7f3a3edaecc3:35565 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ba334d2ce6f14d05989631bc51ea28da 2024-11-26T11:19:32,978 INFO [M:0;7f3a3edaecc3:35565 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ba334d2ce6f14d05989631bc51ea28da, entries=11, sequenceid=105, filesize=7.1 K 2024-11-26T11:19:32,979 DEBUG [M:0;7f3a3edaecc3:35565 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b48439bb6c64bf2896ba70d46dfb239 as hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9b48439bb6c64bf2896ba70d46dfb239 2024-11-26T11:19:32,983 INFO [M:0;7f3a3edaecc3:35565 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44207/user/jenkins/test-data/16723162-f990-81fa-070a-3bf7516f0d37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9b48439bb6c64bf2896ba70d46dfb239, entries=1, sequenceid=105, filesize=5.0 K 2024-11-26T11:19:32,985 INFO [M:0;7f3a3edaecc3:35565 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 903ms, sequenceid=105, compaction requested=false 2024-11-26T11:19:32,986 INFO [M:0;7f3a3edaecc3:35565 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:19:32,986 DEBUG [M:0;7f3a3edaecc3:35565 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732619972081Disabling compacts and flushes for region at 1732619972081Disabling writes for close at 1732619972081Obtaining lock to block concurrent updates at 1732619972081Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732619972081Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1732619972081Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732619972082 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732619972082Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732619972096 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732619972096Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732619972505 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732619972520 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732619972521 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732619972545 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732619972559 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732619972559Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49b45aea: reopening flushed file at 1732619972968 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6caebcb9: reopening flushed file at 1732619972973 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2faac77d: reopening flushed file at 1732619972978 (+5 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 903ms, sequenceid=105, compaction requested=false at 1732619972985 (+7 ms)Writing region close event to WAL at 1732619972986 (+1 ms)Closed at 1732619972986 2024-11-26T11:19:32,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741830_1006 (size=64526) 2024-11-26T11:19:32,988 INFO [M:0;7f3a3edaecc3:35565 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T11:19:32,988 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T11:19:32,988 INFO [M:0;7f3a3edaecc3:35565 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35565 2024-11-26T11:19:32,988 INFO [M:0;7f3a3edaecc3:35565 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T11:19:33,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35565-0x10176dd55ac0000, quorum=127.0.0.1:65048, baseZNode=/0453864147 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:19:33,104 INFO [M:0;7f3a3edaecc3:35565 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T11:19:33,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35565-0x10176dd55ac0000, quorum=127.0.0.1:65048, baseZNode=/0453864147 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:19:33,106 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5fc07fbf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T11:19:33,107 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37b7932c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T11:19:33,107 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T11:19:33,107 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b640546{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T11:19:33,107 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7362fdd4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0d80f1-c539-610c-142d-a38f613b3318/hadoop.log.dir/,STOPPED} 2024-11-26T11:19:33,108 WARN [BP-1993610036-172.17.0.3-1732619885101 heartbeating to localhost/127.0.0.1:44207 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T11:19:33,108 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T11:19:33,108 WARN [BP-1993610036-172.17.0.3-1732619885101 heartbeating to localhost/127.0.0.1:44207 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1993610036-172.17.0.3-1732619885101 (Datanode Uuid c738ec1a-1c9c-4ad9-9319-e37f8dcb73a5) service to localhost/127.0.0.1:44207 2024-11-26T11:19:33,108 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T11:19:33,108 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0d80f1-c539-610c-142d-a38f613b3318/cluster_4f4aa3c7-6f92-ad8a-f09f-87d56a3a6ad8/data/data1/current/BP-1993610036-172.17.0.3-1732619885101 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T11:19:33,109 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0d80f1-c539-610c-142d-a38f613b3318/cluster_4f4aa3c7-6f92-ad8a-f09f-87d56a3a6ad8/data/data2/current/BP-1993610036-172.17.0.3-1732619885101 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T11:19:33,109 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T11:19:33,113 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6eaf60a3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T11:19:33,114 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7bb3f24b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T11:19:33,114 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T11:19:33,114 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e220511{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T11:19:33,114 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42e4f175{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0d80f1-c539-610c-142d-a38f613b3318/hadoop.log.dir/,STOPPED} 2024-11-26T11:19:33,120 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T11:19:33,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T11:19:33,135 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T11:19:33,139 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=158 (was 136) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44207 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44207 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65048) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:42809 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65048) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$806/0x00007f0940b8d3b0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44207 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:42809 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42809 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:42809 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:42809 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:44207 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44207 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$806/0x00007f0940b8d3b0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:44207 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:44207 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:44207 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=502 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=291 (was 374), ProcessCount=11 (was 11), AvailableMemoryMB=6449 (was 7064) 2024-11-26T11:19:33,146 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=160, OpenFileDescriptor=502, MaxFileDescriptor=1048576, SystemLoadAverage=291, ProcessCount=11, AvailableMemoryMB=6449 2024-11-26T11:19:33,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:19:33,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:19:33,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:19:33,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:19:33,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:19:33,158 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-26T11:19:33,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e4afaf-320e-d004-d6c9-f5b41b8b6f23/hadoop.log.dir so I do NOT create it in target/test-data/3ce17de6-737d-f60c-2314-8cd2e69da918 2024-11-26T11:19:33,158 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e4afaf-320e-d004-d6c9-f5b41b8b6f23/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T11:19:33,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e4afaf-320e-d004-d6c9-f5b41b8b6f23/hadoop.tmp.dir so I do NOT create it in target/test-data/3ce17de6-737d-f60c-2314-8cd2e69da918 2024-11-26T11:19:33,158 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e4afaf-320e-d004-d6c9-f5b41b8b6f23/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T11:19:33,158 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce17de6-737d-f60c-2314-8cd2e69da918 2024-11-26T11:19:33,159 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce17de6-737d-f60c-2314-8cd2e69da918/cluster_1b88f960-c5df-56a6-5afb-055cc21cc3f6, deleteOnExit=true 2024-11-26T11:19:33,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:19:33,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10176dd55ac0005, quorum=127.0.0.1:65048, baseZNode=/1-1245025713 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T11:19:33,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10176dd55ac0002, quorum=127.0.0.1:65048, baseZNode=/0453864147 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T11:19:33,219 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10176dd55ac0005, quorum=127.0.0.1:65048, baseZNode=/1-1245025713 Received Disconnected from ZooKeeper, ignoring 2024-11-26T11:19:33,219 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10176dd55ac0002, quorum=127.0.0.1:65048, baseZNode=/0453864147 Received Disconnected from ZooKeeper, ignoring 2024-11-26T11:19:33,225 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce17de6-737d-f60c-2314-8cd2e69da918/cluster_1b88f960-c5df-56a6-5afb-055cc21cc3f6/zookeeper_0, clientPort=62334, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce17de6-737d-f60c-2314-8cd2e69da918/cluster_1b88f960-c5df-56a6-5afb-055cc21cc3f6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce17de6-737d-f60c-2314-8cd2e69da918/cluster_1b88f960-c5df-56a6-5afb-055cc21cc3f6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T11:19:33,225 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62334 2024-11-26T11:19:33,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T11:19:33,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T11:19:33,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce17de6-737d-f60c-2314-8cd2e69da918/test.cache.data in system properties and HBase conf 2024-11-26T11:19:33,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce17de6-737d-f60c-2314-8cd2e69da918/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T11:19:33,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce17de6-737d-f60c-2314-8cd2e69da918/hadoop.log.dir in system properties and HBase conf 2024-11-26T11:19:33,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce17de6-737d-f60c-2314-8cd2e69da918/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T11:19:33,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce17de6-737d-f60c-2314-8cd2e69da918/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T11:19:33,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T11:19:33,226 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T11:19:33,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce17de6-737d-f60c-2314-8cd2e69da918/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T11:19:33,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce17de6-737d-f60c-2314-8cd2e69da918/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T11:19:33,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce17de6-737d-f60c-2314-8cd2e69da918/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T11:19:33,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce17de6-737d-f60c-2314-8cd2e69da918/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T11:19:33,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce17de6-737d-f60c-2314-8cd2e69da918/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T11:19:33,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce17de6-737d-f60c-2314-8cd2e69da918/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T11:19:33,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce17de6-737d-f60c-2314-8cd2e69da918/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T11:19:33,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce17de6-737d-f60c-2314-8cd2e69da918/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T11:19:33,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce17de6-737d-f60c-2314-8cd2e69da918/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T11:19:33,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce17de6-737d-f60c-2314-8cd2e69da918/nfs.dump.dir in system properties and HBase conf 2024-11-26T11:19:33,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce17de6-737d-f60c-2314-8cd2e69da918/java.io.tmpdir in system properties and HBase conf 2024-11-26T11:19:33,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce17de6-737d-f60c-2314-8cd2e69da918/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T11:19:33,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce17de6-737d-f60c-2314-8cd2e69da918/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T11:19:33,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce17de6-737d-f60c-2314-8cd2e69da918/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T11:19:33,562 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:19:33,566 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T11:19:33,567 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T11:19:33,567 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T11:19:33,567 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T11:19:33,567 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:19:33,568 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3db86e91{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce17de6-737d-f60c-2314-8cd2e69da918/hadoop.log.dir/,AVAILABLE} 2024-11-26T11:19:33,568 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d28043c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T11:19:33,664 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5510a16d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce17de6-737d-f60c-2314-8cd2e69da918/java.io.tmpdir/jetty-localhost-45681-hadoop-hdfs-3_4_1-tests_jar-_-any-16875889959114819703/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T11:19:33,664 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ce75c0a{HTTP/1.1, (http/1.1)}{localhost:45681} 2024-11-26T11:19:33,664 INFO [Time-limited test {}] server.Server(415): Started @145815ms 2024-11-26T11:19:33,996 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:19:33,999 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T11:19:34,001 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T11:19:34,001 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T11:19:34,001 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T11:19:34,003 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54fb76c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce17de6-737d-f60c-2314-8cd2e69da918/hadoop.log.dir/,AVAILABLE} 2024-11-26T11:19:34,004 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@776cbb1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T11:19:34,098 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f252e6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce17de6-737d-f60c-2314-8cd2e69da918/java.io.tmpdir/jetty-localhost-44729-hadoop-hdfs-3_4_1-tests_jar-_-any-5423315031435791586/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T11:19:34,098 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b11fc64{HTTP/1.1, (http/1.1)}{localhost:44729} 2024-11-26T11:19:34,098 INFO [Time-limited test {}] server.Server(415): Started @146248ms 2024-11-26T11:19:34,099 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T11:19:34,728 WARN [Thread-1287 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce17de6-737d-f60c-2314-8cd2e69da918/cluster_1b88f960-c5df-56a6-5afb-055cc21cc3f6/data/data1/current/BP-1307149024-172.17.0.3-1732619973243/current, will proceed with Du for space computation calculation, 2024-11-26T11:19:34,728 WARN [Thread-1288 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce17de6-737d-f60c-2314-8cd2e69da918/cluster_1b88f960-c5df-56a6-5afb-055cc21cc3f6/data/data2/current/BP-1307149024-172.17.0.3-1732619973243/current, will proceed with Du for space computation calculation, 2024-11-26T11:19:34,742 WARN [Thread-1275 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T11:19:34,744 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9e4f9e022021f375 with lease ID 0x2decc2e970554b52: Processing first storage report for DS-5d69285c-2af2-4df0-9945-eff6f6b517d0 from datanode DatanodeRegistration(127.0.0.1:36931, datanodeUuid=d000308f-49b8-4e31-a60b-475e73474dc5, infoPort=34025, infoSecurePort=0, ipcPort=42829, storageInfo=lv=-57;cid=testClusterID;nsid=511561771;c=1732619973243) 2024-11-26T11:19:34,744 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9e4f9e022021f375 with lease ID 0x2decc2e970554b52: from storage DS-5d69285c-2af2-4df0-9945-eff6f6b517d0 node DatanodeRegistration(127.0.0.1:36931, datanodeUuid=d000308f-49b8-4e31-a60b-475e73474dc5, infoPort=34025, infoSecurePort=0, ipcPort=42829, storageInfo=lv=-57;cid=testClusterID;nsid=511561771;c=1732619973243), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T11:19:34,744 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9e4f9e022021f375 with lease ID 0x2decc2e970554b52: Processing first storage report for DS-ea5209b4-1113-4ea0-a583-d62c01591be9 from datanode DatanodeRegistration(127.0.0.1:36931, datanodeUuid=d000308f-49b8-4e31-a60b-475e73474dc5, infoPort=34025, infoSecurePort=0, ipcPort=42829, storageInfo=lv=-57;cid=testClusterID;nsid=511561771;c=1732619973243) 2024-11-26T11:19:34,745 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9e4f9e022021f375 with lease ID 0x2decc2e970554b52: from storage DS-ea5209b4-1113-4ea0-a583-d62c01591be9 node DatanodeRegistration(127.0.0.1:36931, datanodeUuid=d000308f-49b8-4e31-a60b-475e73474dc5, infoPort=34025, infoSecurePort=0, ipcPort=42829, storageInfo=lv=-57;cid=testClusterID;nsid=511561771;c=1732619973243), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T11:19:34,824 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce17de6-737d-f60c-2314-8cd2e69da918 2024-11-26T11:19:34,825 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:19:34,826 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:19:34,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36931 is added to blk_1073741825_1001 (size=7) 2024-11-26T11:19:35,235 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554 with version=8 2024-11-26T11:19:35,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/hbase-staging 2024-11-26T11:19:35,236 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7f3a3edaecc3:0 server-side Connection retries=45 2024-11-26T11:19:35,237 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:19:35,237 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T11:19:35,237 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T11:19:35,237 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:19:35,237 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T11:19:35,237 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T11:19:35,237 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T11:19:35,237 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41053 2024-11-26T11:19:35,238 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41053 connecting to ZooKeeper ensemble=127.0.0.1:62334 2024-11-26T11:19:35,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:410530x0, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:19:35,328 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41053-0x10176deae130000 connected 2024-11-26T11:19:35,411 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:19:35,412 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:19:35,414 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41053-0x10176deae130000, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Set watcher on znode that does not yet exist, /0-1552805733/running 2024-11-26T11:19:35,414 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554, hbase.cluster.distributed=false 2024-11-26T11:19:35,416 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41053-0x10176deae130000, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Set watcher on znode that does not yet exist, /0-1552805733/acl 2024-11-26T11:19:35,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41053 2024-11-26T11:19:35,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41053 2024-11-26T11:19:35,417 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41053 2024-11-26T11:19:35,417 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41053 2024-11-26T11:19:35,417 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41053 2024-11-26T11:19:35,429 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7f3a3edaecc3:0 server-side Connection retries=45 2024-11-26T11:19:35,429 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:19:35,429 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T11:19:35,429 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T11:19:35,429 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:19:35,430 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T11:19:35,430 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T11:19:35,430 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T11:19:35,430 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37857 2024-11-26T11:19:35,431 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37857 connecting to ZooKeeper ensemble=127.0.0.1:62334 2024-11-26T11:19:35,432 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:19:35,433 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:19:35,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:378570x0, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:19:35,446 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37857-0x10176deae130001 connected 2024-11-26T11:19:35,446 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37857-0x10176deae130001, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Set watcher on znode that does not yet exist, /0-1552805733/running 2024-11-26T11:19:35,446 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T11:19:35,447 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T11:19:35,447 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37857-0x10176deae130001, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Set watcher on znode that does not yet exist, /0-1552805733/master 2024-11-26T11:19:35,448 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37857-0x10176deae130001, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Set watcher on znode that does not yet exist, /0-1552805733/acl 2024-11-26T11:19:35,450 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37857 2024-11-26T11:19:35,450 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37857 2024-11-26T11:19:35,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37857 2024-11-26T11:19:35,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37857 2024-11-26T11:19:35,453 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37857 2024-11-26T11:19:35,465 DEBUG [M:0;7f3a3edaecc3:41053 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7f3a3edaecc3:41053 2024-11-26T11:19:35,465 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1552805733/backup-masters/7f3a3edaecc3,41053,1732619975236 2024-11-26T11:19:35,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37857-0x10176deae130001, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1552805733/backup-masters 2024-11-26T11:19:35,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41053-0x10176deae130000, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1552805733/backup-masters 2024-11-26T11:19:35,478 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41053-0x10176deae130000, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Set watcher on existing znode=/0-1552805733/backup-masters/7f3a3edaecc3,41053,1732619975236 2024-11-26T11:19:35,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37857-0x10176deae130001, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1552805733/master 2024-11-26T11:19:35,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41053-0x10176deae130000, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1552805733 2024-11-26T11:19:35,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37857-0x10176deae130001, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1552805733 2024-11-26T11:19:35,488 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41053-0x10176deae130000, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Set watcher on existing znode=/0-1552805733/master 2024-11-26T11:19:35,488 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1552805733/backup-masters/7f3a3edaecc3,41053,1732619975236 from backup master directory 2024-11-26T11:19:35,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37857-0x10176deae130001, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1552805733/backup-masters 2024-11-26T11:19:35,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41053-0x10176deae130000, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1552805733/backup-masters/7f3a3edaecc3,41053,1732619975236 2024-11-26T11:19:35,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41053-0x10176deae130000, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1552805733/backup-masters 2024-11-26T11:19:35,508 WARN [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T11:19:35,508 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7f3a3edaecc3,41053,1732619975236 2024-11-26T11:19:35,512 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/hbase.id] with ID: 022685a9-dfeb-4ac9-ba77-7c3335e20a5a 2024-11-26T11:19:35,512 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/.tmp/hbase.id 2024-11-26T11:19:35,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36931 is added to blk_1073741826_1002 (size=42) 2024-11-26T11:19:35,917 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/.tmp/hbase.id]:[hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/hbase.id] 2024-11-26T11:19:35,926 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:19:35,927 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T11:19:35,928 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-26T11:19:35,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41053-0x10176deae130000, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1552805733 2024-11-26T11:19:35,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37857-0x10176deae130001, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1552805733 2024-11-26T11:19:35,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36931 is added to blk_1073741827_1003 (size=196) 2024-11-26T11:19:36,161 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T11:19:36,161 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T11:19:36,161 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T11:19:36,161 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T11:19:36,162 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-26T11:19:36,162 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T11:19:36,162 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T11:19:36,353 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T11:19:36,353 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T11:19:36,354 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:19:36,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36931 is added to blk_1073741828_1004 (size=1189) 2024-11-26T11:19:36,761 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/MasterData/data/master/store 2024-11-26T11:19:36,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36931 is added to blk_1073741829_1005 (size=34) 2024-11-26T11:19:37,167 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:19:37,167 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T11:19:37,167 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:19:37,167 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:19:37,167 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T11:19:37,167 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:19:37,167 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:19:37,167 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732619977167Disabling compacts and flushes for region at 1732619977167Disabling writes for close at 1732619977167Writing region close event to WAL at 1732619977167Closed at 1732619977167 2024-11-26T11:19:37,168 WARN [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/MasterData/data/master/store/.initializing 2024-11-26T11:19:37,168 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/MasterData/WALs/7f3a3edaecc3,41053,1732619975236 2024-11-26T11:19:37,169 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T11:19:37,171 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7f3a3edaecc3%2C41053%2C1732619975236, suffix=, logDir=hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/MasterData/WALs/7f3a3edaecc3,41053,1732619975236, archiveDir=hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/MasterData/oldWALs, maxLogs=10 2024-11-26T11:19:37,187 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/MasterData/WALs/7f3a3edaecc3,41053,1732619975236/7f3a3edaecc3%2C41053%2C1732619975236.1732619977171, exclude list is [], retry=0 2024-11-26T11:19:37,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36931,DS-5d69285c-2af2-4df0-9945-eff6f6b517d0,DISK] 2024-11-26T11:19:37,192 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/MasterData/WALs/7f3a3edaecc3,41053,1732619975236/7f3a3edaecc3%2C41053%2C1732619975236.1732619977171 2024-11-26T11:19:37,192 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34025:34025)] 2024-11-26T11:19:37,192 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:19:37,193 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:19:37,193 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:19:37,193 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:19:37,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:19:37,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T11:19:37,196 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:19:37,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:19:37,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:19:37,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T11:19:37,197 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:19:37,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:19:37,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:19:37,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T11:19:37,199 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:19:37,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:19:37,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:19:37,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T11:19:37,200 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:19:37,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:19:37,201 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:19:37,201 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:19:37,202 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:19:37,203 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:19:37,203 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:19:37,203 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:19:37,204 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:19:37,206 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:19:37,206 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59859591, jitterRate=-0.10802258551120758}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:19:37,207 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732619977193Initializing all the Stores at 1732619977194 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732619977194Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619977194Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619977194Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619977194Cleaning up temporary data from old regions at 1732619977203 (+9 ms)Region opened successfully at 1732619977207 (+4 ms) 2024-11-26T11:19:37,207 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T11:19:37,210 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dd427d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7f3a3edaecc3/172.17.0.3:0 2024-11-26T11:19:37,211 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T11:19:37,211 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T11:19:37,211 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T11:19:37,211 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T11:19:37,212 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T11:19:37,212 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T11:19:37,212 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T11:19:37,214 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T11:19:37,215 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41053-0x10176deae130000, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Unable to get data of znode /0-1552805733/balancer because node does not exist (not necessarily an error) 2024-11-26T11:19:37,263 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1552805733/balancer already deleted, retry=false 2024-11-26T11:19:37,263 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T11:19:37,264 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41053-0x10176deae130000, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Unable to get data of znode /0-1552805733/normalizer because node does not exist (not necessarily an error) 2024-11-26T11:19:37,273 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1552805733/normalizer already deleted, retry=false 2024-11-26T11:19:37,274 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T11:19:37,275 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41053-0x10176deae130000, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Unable to get data of znode /0-1552805733/switch/split because node does not exist (not necessarily an error) 2024-11-26T11:19:37,284 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1552805733/switch/split already deleted, retry=false 2024-11-26T11:19:37,285 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41053-0x10176deae130000, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Unable to get data of znode /0-1552805733/switch/merge because node does not exist (not necessarily an error) 2024-11-26T11:19:37,294 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1552805733/switch/merge already deleted, retry=false 2024-11-26T11:19:37,296 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41053-0x10176deae130000, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Unable to get data of znode /0-1552805733/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T11:19:37,309 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1552805733/snapshot-cleanup already deleted, retry=false 2024-11-26T11:19:37,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41053-0x10176deae130000, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1552805733/running 2024-11-26T11:19:37,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37857-0x10176deae130001, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1552805733/running 2024-11-26T11:19:37,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41053-0x10176deae130000, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1552805733 2024-11-26T11:19:37,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37857-0x10176deae130001, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1552805733 2024-11-26T11:19:37,320 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7f3a3edaecc3,41053,1732619975236, sessionid=0x10176deae130000, setting cluster-up flag (Was=false) 2024-11-26T11:19:37,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37857-0x10176deae130001, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1552805733 2024-11-26T11:19:37,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41053-0x10176deae130000, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1552805733 2024-11-26T11:19:37,372 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1552805733/flush-table-proc/acquired, /0-1552805733/flush-table-proc/reached, /0-1552805733/flush-table-proc/abort 2024-11-26T11:19:37,373 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7f3a3edaecc3,41053,1732619975236 2024-11-26T11:19:37,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41053-0x10176deae130000, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1552805733 2024-11-26T11:19:37,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37857-0x10176deae130001, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1552805733 2024-11-26T11:19:37,425 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1552805733/online-snapshot/acquired, /0-1552805733/online-snapshot/reached, /0-1552805733/online-snapshot/abort 2024-11-26T11:19:37,425 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7f3a3edaecc3,41053,1732619975236 2024-11-26T11:19:37,426 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T11:19:37,428 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T11:19:37,428 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T11:19:37,428 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T11:19:37,428 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7f3a3edaecc3,41053,1732619975236 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T11:19:37,429 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:19:37,429 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:19:37,430 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:19:37,430 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:19:37,430 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7f3a3edaecc3:0, corePoolSize=10, maxPoolSize=10 2024-11-26T11:19:37,430 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:19:37,430 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=2, maxPoolSize=2 2024-11-26T11:19:37,430 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:19:37,430 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732620007430 2024-11-26T11:19:37,430 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T11:19:37,431 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T11:19:37,431 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T11:19:37,431 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T11:19:37,431 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T11:19:37,431 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T11:19:37,431 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T11:19:37,431 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T11:19:37,431 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T11:19:37,431 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T11:19:37,431 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T11:19:37,432 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T11:19:37,432 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T11:19:37,432 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T11:19:37,432 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T11:19:37,432 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732619977432,5,FailOnTimeoutGroup] 2024-11-26T11:19:37,432 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:19:37,432 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T11:19:37,433 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732619977432,5,FailOnTimeoutGroup] 2024-11-26T11:19:37,433 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T11:19:37,433 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T11:19:37,433 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T11:19:37,433 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T11:19:37,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36931 is added to blk_1073741831_1007 (size=1321) 2024-11-26T11:19:37,458 INFO [RS:0;7f3a3edaecc3:37857 {}] regionserver.HRegionServer(746): ClusterId : 022685a9-dfeb-4ac9-ba77-7c3335e20a5a 2024-11-26T11:19:37,458 DEBUG [RS:0;7f3a3edaecc3:37857 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T11:19:37,467 DEBUG [RS:0;7f3a3edaecc3:37857 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T11:19:37,467 DEBUG [RS:0;7f3a3edaecc3:37857 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T11:19:37,478 DEBUG [RS:0;7f3a3edaecc3:37857 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T11:19:37,478 DEBUG [RS:0;7f3a3edaecc3:37857 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31a5425b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7f3a3edaecc3/172.17.0.3:0 2024-11-26T11:19:37,489 DEBUG [RS:0;7f3a3edaecc3:37857 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7f3a3edaecc3:37857 2024-11-26T11:19:37,489 INFO [RS:0;7f3a3edaecc3:37857 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T11:19:37,489 INFO [RS:0;7f3a3edaecc3:37857 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T11:19:37,489 DEBUG [RS:0;7f3a3edaecc3:37857 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T11:19:37,490 INFO [RS:0;7f3a3edaecc3:37857 {}] regionserver.HRegionServer(2659): reportForDuty to master=7f3a3edaecc3,41053,1732619975236 with port=37857, startcode=1732619975429 2024-11-26T11:19:37,490 DEBUG [RS:0;7f3a3edaecc3:37857 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T11:19:37,492 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54331, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T11:19:37,492 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41053 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7f3a3edaecc3,37857,1732619975429 2024-11-26T11:19:37,492 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41053 {}] master.ServerManager(517): Registering regionserver=7f3a3edaecc3,37857,1732619975429 2024-11-26T11:19:37,494 DEBUG [RS:0;7f3a3edaecc3:37857 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554 2024-11-26T11:19:37,494 DEBUG [RS:0;7f3a3edaecc3:37857 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45485 2024-11-26T11:19:37,494 DEBUG [RS:0;7f3a3edaecc3:37857 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T11:19:37,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41053-0x10176deae130000, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1552805733/rs 2024-11-26T11:19:37,505 DEBUG [RS:0;7f3a3edaecc3:37857 {}] zookeeper.ZKUtil(111): regionserver:37857-0x10176deae130001, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Set watcher on existing znode=/0-1552805733/rs/7f3a3edaecc3,37857,1732619975429 2024-11-26T11:19:37,505 WARN [RS:0;7f3a3edaecc3:37857 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T11:19:37,505 INFO [RS:0;7f3a3edaecc3:37857 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:19:37,506 DEBUG [RS:0;7f3a3edaecc3:37857 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/WALs/7f3a3edaecc3,37857,1732619975429 2024-11-26T11:19:37,506 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7f3a3edaecc3,37857,1732619975429] 2024-11-26T11:19:37,509 INFO [RS:0;7f3a3edaecc3:37857 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T11:19:37,510 INFO [RS:0;7f3a3edaecc3:37857 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T11:19:37,510 INFO [RS:0;7f3a3edaecc3:37857 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T11:19:37,510 INFO [RS:0;7f3a3edaecc3:37857 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:19:37,510 INFO [RS:0;7f3a3edaecc3:37857 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T11:19:37,511 INFO [RS:0;7f3a3edaecc3:37857 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T11:19:37,511 INFO [RS:0;7f3a3edaecc3:37857 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T11:19:37,511 DEBUG [RS:0;7f3a3edaecc3:37857 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:19:37,511 DEBUG [RS:0;7f3a3edaecc3:37857 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:19:37,511 DEBUG [RS:0;7f3a3edaecc3:37857 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:19:37,511 DEBUG [RS:0;7f3a3edaecc3:37857 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:19:37,511 DEBUG [RS:0;7f3a3edaecc3:37857 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:19:37,511 DEBUG [RS:0;7f3a3edaecc3:37857 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7f3a3edaecc3:0, corePoolSize=2, maxPoolSize=2 2024-11-26T11:19:37,511 DEBUG [RS:0;7f3a3edaecc3:37857 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:19:37,511 DEBUG [RS:0;7f3a3edaecc3:37857 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:19:37,511 DEBUG [RS:0;7f3a3edaecc3:37857 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:19:37,511 DEBUG [RS:0;7f3a3edaecc3:37857 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:19:37,511 DEBUG [RS:0;7f3a3edaecc3:37857 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:19:37,511 DEBUG [RS:0;7f3a3edaecc3:37857 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:19:37,511 DEBUG [RS:0;7f3a3edaecc3:37857 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7f3a3edaecc3:0, corePoolSize=3, maxPoolSize=3 2024-11-26T11:19:37,512 DEBUG [RS:0;7f3a3edaecc3:37857 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7f3a3edaecc3:0, corePoolSize=3, maxPoolSize=3 2024-11-26T11:19:37,512 INFO [RS:0;7f3a3edaecc3:37857 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T11:19:37,512 INFO [RS:0;7f3a3edaecc3:37857 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T11:19:37,512 INFO [RS:0;7f3a3edaecc3:37857 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:19:37,512 INFO [RS:0;7f3a3edaecc3:37857 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T11:19:37,512 INFO [RS:0;7f3a3edaecc3:37857 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T11:19:37,512 INFO [RS:0;7f3a3edaecc3:37857 {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,37857,1732619975429-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T11:19:37,526 INFO [RS:0;7f3a3edaecc3:37857 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T11:19:37,526 INFO [RS:0;7f3a3edaecc3:37857 {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,37857,1732619975429-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:19:37,526 INFO [RS:0;7f3a3edaecc3:37857 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:19:37,526 INFO [RS:0;7f3a3edaecc3:37857 {}] regionserver.Replication(171): 7f3a3edaecc3,37857,1732619975429 started 2024-11-26T11:19:37,537 INFO [RS:0;7f3a3edaecc3:37857 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:19:37,537 INFO [RS:0;7f3a3edaecc3:37857 {}] regionserver.HRegionServer(1482): Serving as 7f3a3edaecc3,37857,1732619975429, RpcServer on 7f3a3edaecc3/172.17.0.3:37857, sessionid=0x10176deae130001 2024-11-26T11:19:37,537 DEBUG [RS:0;7f3a3edaecc3:37857 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T11:19:37,537 DEBUG [RS:0;7f3a3edaecc3:37857 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7f3a3edaecc3,37857,1732619975429 2024-11-26T11:19:37,537 DEBUG [RS:0;7f3a3edaecc3:37857 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7f3a3edaecc3,37857,1732619975429' 2024-11-26T11:19:37,537 DEBUG [RS:0;7f3a3edaecc3:37857 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1552805733/flush-table-proc/abort' 2024-11-26T11:19:37,538 DEBUG [RS:0;7f3a3edaecc3:37857 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1552805733/flush-table-proc/acquired' 2024-11-26T11:19:37,538 DEBUG [RS:0;7f3a3edaecc3:37857 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T11:19:37,538 DEBUG [RS:0;7f3a3edaecc3:37857 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T11:19:37,538 DEBUG [RS:0;7f3a3edaecc3:37857 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7f3a3edaecc3,37857,1732619975429 2024-11-26T11:19:37,538 DEBUG [RS:0;7f3a3edaecc3:37857 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7f3a3edaecc3,37857,1732619975429' 2024-11-26T11:19:37,538 DEBUG [RS:0;7f3a3edaecc3:37857 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1552805733/online-snapshot/abort' 2024-11-26T11:19:37,538 DEBUG [RS:0;7f3a3edaecc3:37857 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1552805733/online-snapshot/acquired' 2024-11-26T11:19:37,539 DEBUG [RS:0;7f3a3edaecc3:37857 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T11:19:37,539 INFO [RS:0;7f3a3edaecc3:37857 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T11:19:37,539 INFO [RS:0;7f3a3edaecc3:37857 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T11:19:37,639 INFO [RS:0;7f3a3edaecc3:37857 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T11:19:37,640 INFO [RS:0;7f3a3edaecc3:37857 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7f3a3edaecc3%2C37857%2C1732619975429, suffix=, logDir=hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/WALs/7f3a3edaecc3,37857,1732619975429, archiveDir=hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/oldWALs, maxLogs=10 2024-11-26T11:19:37,652 DEBUG [RS:0;7f3a3edaecc3:37857 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/WALs/7f3a3edaecc3,37857,1732619975429/7f3a3edaecc3%2C37857%2C1732619975429.1732619977641, exclude list is [], retry=0 2024-11-26T11:19:37,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36931,DS-5d69285c-2af2-4df0-9945-eff6f6b517d0,DISK] 2024-11-26T11:19:37,655 INFO [RS:0;7f3a3edaecc3:37857 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/WALs/7f3a3edaecc3,37857,1732619975429/7f3a3edaecc3%2C37857%2C1732619975429.1732619977641 2024-11-26T11:19:37,656 DEBUG [RS:0;7f3a3edaecc3:37857 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34025:34025)] 2024-11-26T11:19:37,838 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T11:19:37,838 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554 2024-11-26T11:19:37,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36931 is added to blk_1073741833_1009 (size=32) 2024-11-26T11:19:38,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:19:38,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T11:19:38,246 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T11:19:38,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:19:38,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:19:38,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T11:19:38,248 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T11:19:38,248 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:19:38,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:19:38,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T11:19:38,249 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T11:19:38,249 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:19:38,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:19:38,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T11:19:38,250 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T11:19:38,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:19:38,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:19:38,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T11:19:38,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/data/hbase/meta/1588230740 2024-11-26T11:19:38,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/data/hbase/meta/1588230740 2024-11-26T11:19:38,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T11:19:38,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T11:19:38,253 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:19:38,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T11:19:38,255 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:19:38,256 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65209907, jitterRate=-0.028296664357185364}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:19:38,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732619978244Initializing all the Stores at 1732619978244Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732619978245 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732619978245Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619978245Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732619978245Cleaning up temporary data from old regions at 1732619978253 (+8 ms)Region opened successfully at 1732619978256 (+3 ms) 2024-11-26T11:19:38,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T11:19:38,256 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T11:19:38,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T11:19:38,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T11:19:38,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T11:19:38,257 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T11:19:38,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732619978256Disabling compacts and flushes for region at 1732619978256Disabling writes for close at 1732619978257 (+1 ms)Writing region close event to WAL at 1732619978257Closed at 1732619978257 2024-11-26T11:19:38,258 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T11:19:38,258 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T11:19:38,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T11:19:38,259 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T11:19:38,260 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T11:19:38,410 DEBUG [7f3a3edaecc3:41053 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T11:19:38,410 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7f3a3edaecc3,37857,1732619975429 2024-11-26T11:19:38,411 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7f3a3edaecc3,37857,1732619975429, state=OPENING 2024-11-26T11:19:38,530 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T11:19:38,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37857-0x10176deae130001, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1552805733 2024-11-26T11:19:38,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41053-0x10176deae130000, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1552805733 2024-11-26T11:19:38,571 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1552805733/meta-region-server: CHANGED 2024-11-26T11:19:38,571 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1552805733/meta-region-server: CHANGED 2024-11-26T11:19:38,571 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T11:19:38,571 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,37857,1732619975429}] 2024-11-26T11:19:38,723 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T11:19:38,725 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59713, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T11:19:38,727 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T11:19:38,727 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:19:38,728 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T11:19:38,729 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7f3a3edaecc3%2C37857%2C1732619975429.meta, suffix=.meta, logDir=hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/WALs/7f3a3edaecc3,37857,1732619975429, archiveDir=hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/oldWALs, maxLogs=10 2024-11-26T11:19:38,740 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/WALs/7f3a3edaecc3,37857,1732619975429/7f3a3edaecc3%2C37857%2C1732619975429.meta.1732619978729.meta, exclude list is [], retry=0 2024-11-26T11:19:38,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36931,DS-5d69285c-2af2-4df0-9945-eff6f6b517d0,DISK] 2024-11-26T11:19:38,744 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/WALs/7f3a3edaecc3,37857,1732619975429/7f3a3edaecc3%2C37857%2C1732619975429.meta.1732619978729.meta 2024-11-26T11:19:38,744 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34025:34025)] 2024-11-26T11:19:38,744 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:19:38,744 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T11:19:38,744 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T11:19:38,744 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T11:19:38,744 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T11:19:38,745 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T11:19:38,745 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:19:38,745 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T11:19:38,745 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T11:19:38,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T11:19:38,747 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T11:19:38,748 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:19:38,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:19:38,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T11:19:38,749 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T11:19:38,749 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:19:38,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:19:38,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T11:19:38,750 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T11:19:38,750 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:19:38,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:19:38,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T11:19:38,751 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T11:19:38,751 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:19:38,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:19:38,752 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T11:19:38,752 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/data/hbase/meta/1588230740 2024-11-26T11:19:38,753 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/data/hbase/meta/1588230740 2024-11-26T11:19:38,754 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T11:19:38,754 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T11:19:38,754 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:19:38,755 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T11:19:38,756 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66926805, jitterRate=-0.0027128905057907104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:19:38,756 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T11:19:38,756 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732619978745Writing region info on filesystem at 1732619978745Initializing all the Stores at 1732619978745Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732619978746 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732619978747 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619978747Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732619978747Cleaning up temporary data from old regions at 1732619978754 (+7 ms)Running coprocessor post-open hooks at 1732619978756 (+2 ms)Region opened successfully at 1732619978756 2024-11-26T11:19:38,757 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732619978723 2024-11-26T11:19:38,759 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T11:19:38,759 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T11:19:38,760 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7f3a3edaecc3,37857,1732619975429 2024-11-26T11:19:38,760 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7f3a3edaecc3,37857,1732619975429, state=OPEN 2024-11-26T11:19:38,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37857-0x10176deae130001, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1552805733/meta-region-server 2024-11-26T11:19:38,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41053-0x10176deae130000, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1552805733/meta-region-server 2024-11-26T11:19:38,779 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1552805733/meta-region-server: CHANGED 2024-11-26T11:19:38,779 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1552805733/meta-region-server: CHANGED 2024-11-26T11:19:38,779 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,37857,1732619975429 2024-11-26T11:19:38,781 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T11:19:38,781 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,37857,1732619975429 in 208 msec 2024-11-26T11:19:38,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T11:19:38,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 523 msec 2024-11-26T11:19:38,784 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T11:19:38,784 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T11:19:38,786 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:19:38,786 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,37857,1732619975429, seqNum=-1] 2024-11-26T11:19:38,786 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:19:38,787 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56503, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:19:38,792 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3640 sec 2024-11-26T11:19:38,793 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732619978793, completionTime=-1 2024-11-26T11:19:38,793 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T11:19:38,793 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T11:19:38,795 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T11:19:38,795 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732620038795 2024-11-26T11:19:38,795 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732620098795 2024-11-26T11:19:38,795 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T11:19:38,795 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,41053,1732619975236-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:19:38,795 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,41053,1732619975236-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:19:38,795 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,41053,1732619975236-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:19:38,795 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7f3a3edaecc3:41053, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:19:38,795 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T11:19:38,795 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T11:19:38,797 DEBUG [master/7f3a3edaecc3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T11:19:38,798 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.289sec 2024-11-26T11:19:38,798 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T11:19:38,798 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T11:19:38,798 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T11:19:38,799 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T11:19:38,799 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T11:19:38,799 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,41053,1732619975236-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T11:19:38,799 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,41053,1732619975236-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T11:19:38,801 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T11:19:38,801 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T11:19:38,801 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,41053,1732619975236-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:19:38,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3368313, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:19:38,858 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,41053,-1 for getting cluster id 2024-11-26T11:19:38,859 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:19:38,860 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '022685a9-dfeb-4ac9-ba77-7c3335e20a5a' 2024-11-26T11:19:38,860 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:19:38,860 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "022685a9-dfeb-4ac9-ba77-7c3335e20a5a" 2024-11-26T11:19:38,860 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a843ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:19:38,860 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,41053,-1] 2024-11-26T11:19:38,861 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:19:38,861 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:19:38,862 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:19:38,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a06a472, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:19:38,863 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:19:38,863 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,37857,1732619975429, seqNum=-1] 2024-11-26T11:19:38,864 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:19:38,864 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:19:38,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7f3a3edaecc3,41053,1732619975236 2024-11-26T11:19:38,867 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62334 2024-11-26T11:19:38,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:19:38,878 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10176deae130002 connected 2024-11-26T11:19:38,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce17de6-737d-f60c-2314-8cd2e69da918/hadoop.log.dir so I do NOT create it in target/test-data/66c8aa2b-5b9b-145f-9a2d-d45bc1613fef 2024-11-26T11:19:38,890 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce17de6-737d-f60c-2314-8cd2e69da918/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T11:19:38,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce17de6-737d-f60c-2314-8cd2e69da918/hadoop.tmp.dir so I do NOT create it in target/test-data/66c8aa2b-5b9b-145f-9a2d-d45bc1613fef 2024-11-26T11:19:38,890 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce17de6-737d-f60c-2314-8cd2e69da918/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T11:19:38,890 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c8aa2b-5b9b-145f-9a2d-d45bc1613fef 2024-11-26T11:19:38,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T11:19:38,890 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c8aa2b-5b9b-145f-9a2d-d45bc1613fef/cluster_76161d37-3f45-4f27-b745-9ed885a0a5cd, deleteOnExit=true 2024-11-26T11:19:38,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T11:19:38,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c8aa2b-5b9b-145f-9a2d-d45bc1613fef/test.cache.data in system properties and HBase conf 2024-11-26T11:19:38,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c8aa2b-5b9b-145f-9a2d-d45bc1613fef/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T11:19:38,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c8aa2b-5b9b-145f-9a2d-d45bc1613fef/hadoop.log.dir in system properties and HBase conf 2024-11-26T11:19:38,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c8aa2b-5b9b-145f-9a2d-d45bc1613fef/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T11:19:38,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c8aa2b-5b9b-145f-9a2d-d45bc1613fef/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T11:19:38,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T11:19:38,891 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T11:19:38,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c8aa2b-5b9b-145f-9a2d-d45bc1613fef/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T11:19:38,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c8aa2b-5b9b-145f-9a2d-d45bc1613fef/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T11:19:38,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c8aa2b-5b9b-145f-9a2d-d45bc1613fef/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T11:19:38,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c8aa2b-5b9b-145f-9a2d-d45bc1613fef/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T11:19:38,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c8aa2b-5b9b-145f-9a2d-d45bc1613fef/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T11:19:38,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c8aa2b-5b9b-145f-9a2d-d45bc1613fef/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T11:19:38,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c8aa2b-5b9b-145f-9a2d-d45bc1613fef/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T11:19:38,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c8aa2b-5b9b-145f-9a2d-d45bc1613fef/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T11:19:38,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c8aa2b-5b9b-145f-9a2d-d45bc1613fef/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T11:19:38,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c8aa2b-5b9b-145f-9a2d-d45bc1613fef/nfs.dump.dir in system properties and HBase conf 2024-11-26T11:19:38,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c8aa2b-5b9b-145f-9a2d-d45bc1613fef/java.io.tmpdir in system properties and HBase conf 2024-11-26T11:19:38,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c8aa2b-5b9b-145f-9a2d-d45bc1613fef/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T11:19:38,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c8aa2b-5b9b-145f-9a2d-d45bc1613fef/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T11:19:38,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c8aa2b-5b9b-145f-9a2d-d45bc1613fef/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T11:19:39,235 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:19:39,240 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T11:19:39,244 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T11:19:39,244 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T11:19:39,244 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T11:19:39,245 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:19:39,245 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@83c6588{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c8aa2b-5b9b-145f-9a2d-d45bc1613fef/hadoop.log.dir/,AVAILABLE} 2024-11-26T11:19:39,246 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a48e2c2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T11:19:39,340 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2804fb3f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c8aa2b-5b9b-145f-9a2d-d45bc1613fef/java.io.tmpdir/jetty-localhost-39281-hadoop-hdfs-3_4_1-tests_jar-_-any-10479163684936265336/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T11:19:39,341 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@314df67b{HTTP/1.1, (http/1.1)}{localhost:39281} 2024-11-26T11:19:39,341 INFO [Time-limited test {}] server.Server(415): Started @151492ms 2024-11-26T11:19:39,584 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:19:39,587 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T11:19:39,588 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T11:19:39,588 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T11:19:39,588 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T11:19:39,589 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41af3776{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c8aa2b-5b9b-145f-9a2d-d45bc1613fef/hadoop.log.dir/,AVAILABLE} 2024-11-26T11:19:39,589 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e3be230{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T11:19:39,682 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4bcebed7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c8aa2b-5b9b-145f-9a2d-d45bc1613fef/java.io.tmpdir/jetty-localhost-45383-hadoop-hdfs-3_4_1-tests_jar-_-any-17819903540211952974/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T11:19:39,682 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@533d477b{HTTP/1.1, (http/1.1)}{localhost:45383} 2024-11-26T11:19:39,682 INFO [Time-limited test {}] server.Server(415): Started @151832ms 2024-11-26T11:19:39,683 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T11:19:40,318 WARN [Thread-1408 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c8aa2b-5b9b-145f-9a2d-d45bc1613fef/cluster_76161d37-3f45-4f27-b745-9ed885a0a5cd/data/data2/current/BP-292192823-172.17.0.3-1732619978906/current, will proceed with Du for space computation calculation, 2024-11-26T11:19:40,318 WARN [Thread-1407 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c8aa2b-5b9b-145f-9a2d-d45bc1613fef/cluster_76161d37-3f45-4f27-b745-9ed885a0a5cd/data/data1/current/BP-292192823-172.17.0.3-1732619978906/current, will proceed with Du for space computation calculation, 2024-11-26T11:19:40,336 WARN [Thread-1395 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T11:19:40,338 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc879c7758754b099 with lease ID 0x6af0862ed5d77c30: Processing first storage report for DS-e568e814-7d80-4275-870d-55e03a605bdb from datanode DatanodeRegistration(127.0.0.1:37569, datanodeUuid=7a158fa8-f70f-4471-a563-9b7583b592ef, infoPort=33943, infoSecurePort=0, ipcPort=44157, storageInfo=lv=-57;cid=testClusterID;nsid=563914055;c=1732619978906) 2024-11-26T11:19:40,338 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc879c7758754b099 with lease ID 0x6af0862ed5d77c30: from storage DS-e568e814-7d80-4275-870d-55e03a605bdb node DatanodeRegistration(127.0.0.1:37569, datanodeUuid=7a158fa8-f70f-4471-a563-9b7583b592ef, infoPort=33943, infoSecurePort=0, ipcPort=44157, storageInfo=lv=-57;cid=testClusterID;nsid=563914055;c=1732619978906), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T11:19:40,338 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc879c7758754b099 with lease ID 0x6af0862ed5d77c30: Processing first storage report for DS-36d18999-df01-49dc-9c0a-eb2de77c8d12 from datanode DatanodeRegistration(127.0.0.1:37569, datanodeUuid=7a158fa8-f70f-4471-a563-9b7583b592ef, infoPort=33943, infoSecurePort=0, ipcPort=44157, storageInfo=lv=-57;cid=testClusterID;nsid=563914055;c=1732619978906) 2024-11-26T11:19:40,338 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc879c7758754b099 with lease ID 0x6af0862ed5d77c30: from storage DS-36d18999-df01-49dc-9c0a-eb2de77c8d12 node DatanodeRegistration(127.0.0.1:37569, datanodeUuid=7a158fa8-f70f-4471-a563-9b7583b592ef, infoPort=33943, infoSecurePort=0, ipcPort=44157, storageInfo=lv=-57;cid=testClusterID;nsid=563914055;c=1732619978906), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T11:19:40,416 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c8aa2b-5b9b-145f-9a2d-d45bc1613fef 2024-11-26T11:19:40,416 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:19:40,417 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:19:40,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37569 is added to blk_1073741825_1001 (size=7) 2024-11-26T11:19:40,825 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34393/user/jenkins/test-data/607db245-fa8e-3206-dd1e-ea035cd86343 with version=8 2024-11-26T11:19:40,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34393/user/jenkins/test-data/607db245-fa8e-3206-dd1e-ea035cd86343/hbase-staging 2024-11-26T11:19:40,827 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7f3a3edaecc3:0 server-side Connection retries=45 2024-11-26T11:19:40,827 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:19:40,827 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T11:19:40,827 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T11:19:40,827 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:19:40,827 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T11:19:40,827 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T11:19:40,827 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T11:19:40,828 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44355 2024-11-26T11:19:40,829 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44355 connecting to ZooKeeper ensemble=127.0.0.1:62334 2024-11-26T11:19:40,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:443550x0, quorum=127.0.0.1:62334, baseZNode=/11467535270 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:19:40,878 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44355-0x10176deae130003 connected 2024-11-26T11:19:40,951 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:19:40,953 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:19:40,955 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44355-0x10176deae130003, quorum=127.0.0.1:62334, baseZNode=/11467535270 Set watcher on znode that does not yet exist, /11467535270/running 2024-11-26T11:19:40,955 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34393/user/jenkins/test-data/607db245-fa8e-3206-dd1e-ea035cd86343, hbase.cluster.distributed=false 2024-11-26T11:19:40,957 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44355-0x10176deae130003, quorum=127.0.0.1:62334, baseZNode=/11467535270 Set watcher on znode that does not yet exist, /11467535270/acl 2024-11-26T11:19:40,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44355 2024-11-26T11:19:40,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44355 2024-11-26T11:19:40,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44355 2024-11-26T11:19:40,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44355 2024-11-26T11:19:40,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44355 2024-11-26T11:19:40,975 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7f3a3edaecc3:0 server-side Connection retries=45 2024-11-26T11:19:40,975 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:19:40,975 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T11:19:40,975 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T11:19:40,975 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:19:40,975 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T11:19:40,976 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T11:19:40,976 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T11:19:40,976 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34077 2024-11-26T11:19:40,977 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34077 connecting to ZooKeeper ensemble=127.0.0.1:62334 2024-11-26T11:19:40,978 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:19:40,980 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:19:40,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:340770x0, quorum=127.0.0.1:62334, baseZNode=/11467535270 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:19:40,993 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:340770x0, quorum=127.0.0.1:62334, baseZNode=/11467535270 Set watcher on znode that does not yet exist, /11467535270/running 2024-11-26T11:19:40,993 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34077-0x10176deae130004 connected 2024-11-26T11:19:40,994 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T11:19:40,994 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T11:19:40,995 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34077-0x10176deae130004, quorum=127.0.0.1:62334, baseZNode=/11467535270 Set watcher on znode that does not yet exist, /11467535270/master 2024-11-26T11:19:40,995 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34077-0x10176deae130004, quorum=127.0.0.1:62334, baseZNode=/11467535270 Set watcher on znode that does not yet exist, /11467535270/acl 2024-11-26T11:19:40,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34077 2024-11-26T11:19:40,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34077 2024-11-26T11:19:41,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34077 2024-11-26T11:19:41,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34077 2024-11-26T11:19:41,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34077 2024-11-26T11:19:41,012 DEBUG [M:0;7f3a3edaecc3:44355 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7f3a3edaecc3:44355 2024-11-26T11:19:41,012 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11467535270/backup-masters/7f3a3edaecc3,44355,1732619980827 2024-11-26T11:19:41,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34077-0x10176deae130004, quorum=127.0.0.1:62334, baseZNode=/11467535270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11467535270/backup-masters 2024-11-26T11:19:41,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44355-0x10176deae130003, quorum=127.0.0.1:62334, baseZNode=/11467535270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11467535270/backup-masters 2024-11-26T11:19:41,025 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44355-0x10176deae130003, quorum=127.0.0.1:62334, baseZNode=/11467535270 Set watcher on existing znode=/11467535270/backup-masters/7f3a3edaecc3,44355,1732619980827 2024-11-26T11:19:41,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44355-0x10176deae130003, quorum=127.0.0.1:62334, baseZNode=/11467535270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11467535270 2024-11-26T11:19:41,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34077-0x10176deae130004, quorum=127.0.0.1:62334, baseZNode=/11467535270 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11467535270/master 2024-11-26T11:19:41,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34077-0x10176deae130004, quorum=127.0.0.1:62334, baseZNode=/11467535270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11467535270 2024-11-26T11:19:41,114 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44355-0x10176deae130003, quorum=127.0.0.1:62334, baseZNode=/11467535270 Set watcher on existing znode=/11467535270/master 2024-11-26T11:19:41,114 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11467535270/backup-masters/7f3a3edaecc3,44355,1732619980827 from backup master directory 2024-11-26T11:19:41,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34077-0x10176deae130004, quorum=127.0.0.1:62334, baseZNode=/11467535270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11467535270/backup-masters 2024-11-26T11:19:41,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44355-0x10176deae130003, quorum=127.0.0.1:62334, baseZNode=/11467535270 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11467535270/backup-masters/7f3a3edaecc3,44355,1732619980827 2024-11-26T11:19:41,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44355-0x10176deae130003, quorum=127.0.0.1:62334, baseZNode=/11467535270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11467535270/backup-masters 2024-11-26T11:19:41,195 WARN [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T11:19:41,195 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7f3a3edaecc3,44355,1732619980827 2024-11-26T11:19:41,198 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34393/user/jenkins/test-data/607db245-fa8e-3206-dd1e-ea035cd86343/hbase.id] with ID: 1bde0146-ba2a-4fb8-aedf-2455de9d2b9d 2024-11-26T11:19:41,198 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34393/user/jenkins/test-data/607db245-fa8e-3206-dd1e-ea035cd86343/.tmp/hbase.id 2024-11-26T11:19:41,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37569 is added to blk_1073741826_1002 (size=42) 2024-11-26T11:19:41,604 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34393/user/jenkins/test-data/607db245-fa8e-3206-dd1e-ea035cd86343/.tmp/hbase.id]:[hdfs://localhost:34393/user/jenkins/test-data/607db245-fa8e-3206-dd1e-ea035cd86343/hbase.id] 2024-11-26T11:19:41,613 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:19:41,613 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T11:19:41,614 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T11:19:41,663 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T11:19:41,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44355-0x10176deae130003, quorum=127.0.0.1:62334, baseZNode=/11467535270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11467535270 2024-11-26T11:19:41,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34077-0x10176deae130004, quorum=127.0.0.1:62334, baseZNode=/11467535270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11467535270 2024-11-26T11:19:41,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:19:41,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:19:41,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:19:41,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:19:41,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:19:41,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37569 is added to blk_1073741827_1003 (size=196) 2024-11-26T11:19:41,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:19:42,094 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T11:19:42,094 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T11:19:42,094 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:19:42,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37569 is added to blk_1073741828_1004 (size=1189) 2024-11-26T11:19:42,501 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34393/user/jenkins/test-data/607db245-fa8e-3206-dd1e-ea035cd86343/MasterData/data/master/store 2024-11-26T11:19:42,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37569 is added to blk_1073741829_1005 (size=34) 2024-11-26T11:19:42,907 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:19:42,907 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T11:19:42,907 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:19:42,907 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:19:42,907 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T11:19:42,907 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:19:42,907 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:19:42,907 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732619982907Disabling compacts and flushes for region at 1732619982907Disabling writes for close at 1732619982907Writing region close event to WAL at 1732619982907Closed at 1732619982907 2024-11-26T11:19:42,908 WARN [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34393/user/jenkins/test-data/607db245-fa8e-3206-dd1e-ea035cd86343/MasterData/data/master/store/.initializing 2024-11-26T11:19:42,908 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34393/user/jenkins/test-data/607db245-fa8e-3206-dd1e-ea035cd86343/MasterData/WALs/7f3a3edaecc3,44355,1732619980827 2024-11-26T11:19:42,909 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T11:19:42,910 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7f3a3edaecc3%2C44355%2C1732619980827, suffix=, logDir=hdfs://localhost:34393/user/jenkins/test-data/607db245-fa8e-3206-dd1e-ea035cd86343/MasterData/WALs/7f3a3edaecc3,44355,1732619980827, archiveDir=hdfs://localhost:34393/user/jenkins/test-data/607db245-fa8e-3206-dd1e-ea035cd86343/MasterData/oldWALs, maxLogs=10 2024-11-26T11:19:42,928 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/607db245-fa8e-3206-dd1e-ea035cd86343/MasterData/WALs/7f3a3edaecc3,44355,1732619980827/7f3a3edaecc3%2C44355%2C1732619980827.1732619982911, exclude list is [], retry=0 2024-11-26T11:19:42,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37569,DS-e568e814-7d80-4275-870d-55e03a605bdb,DISK] 2024-11-26T11:19:42,933 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/607db245-fa8e-3206-dd1e-ea035cd86343/MasterData/WALs/7f3a3edaecc3,44355,1732619980827/7f3a3edaecc3%2C44355%2C1732619980827.1732619982911 2024-11-26T11:19:42,933 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33943:33943)] 2024-11-26T11:19:42,933 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:19:42,933 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:19:42,933 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:19:42,933 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:19:42,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:19:42,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T11:19:42,936 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:19:42,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:19:42,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:19:42,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T11:19:42,938 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:19:42,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:19:42,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:19:42,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T11:19:42,939 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:19:42,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:19:42,940 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:19:42,940 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T11:19:42,940 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:19:42,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:19:42,941 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:19:42,941 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34393/user/jenkins/test-data/607db245-fa8e-3206-dd1e-ea035cd86343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:19:42,942 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34393/user/jenkins/test-data/607db245-fa8e-3206-dd1e-ea035cd86343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:19:42,943 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:19:42,943 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:19:42,943 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:19:42,944 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:19:42,946 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34393/user/jenkins/test-data/607db245-fa8e-3206-dd1e-ea035cd86343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:19:42,946 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72100472, jitterRate=0.07438075542449951}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:19:42,946 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732619982933Initializing all the Stores at 1732619982934 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732619982934Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619982934Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619982934Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619982934Cleaning up temporary data from old regions at 1732619982943 (+9 ms)Region opened successfully at 1732619982946 (+3 ms) 2024-11-26T11:19:42,946 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T11:19:42,949 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@578cb310, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7f3a3edaecc3/172.17.0.3:0 2024-11-26T11:19:42,949 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T11:19:42,949 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T11:19:42,950 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T11:19:42,950 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T11:19:42,950 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T11:19:42,950 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T11:19:42,950 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T11:19:42,952 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T11:19:42,953 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44355-0x10176deae130003, quorum=127.0.0.1:62334, baseZNode=/11467535270 Unable to get data of znode /11467535270/balancer because node does not exist (not necessarily an error) 2024-11-26T11:19:43,020 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11467535270/balancer already deleted, retry=false 2024-11-26T11:19:43,021 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T11:19:43,021 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44355-0x10176deae130003, quorum=127.0.0.1:62334, baseZNode=/11467535270 Unable to get data of znode /11467535270/normalizer because node does not exist (not necessarily an error) 2024-11-26T11:19:43,031 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11467535270/normalizer already deleted, retry=false 2024-11-26T11:19:43,031 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T11:19:43,032 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44355-0x10176deae130003, quorum=127.0.0.1:62334, baseZNode=/11467535270 Unable to get data of znode /11467535270/switch/split because node does not exist (not necessarily an error) 2024-11-26T11:19:43,041 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11467535270/switch/split already deleted, retry=false 2024-11-26T11:19:43,042 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44355-0x10176deae130003, quorum=127.0.0.1:62334, baseZNode=/11467535270 Unable to get data of znode /11467535270/switch/merge because node does not exist (not necessarily an error) 2024-11-26T11:19:43,052 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11467535270/switch/merge already deleted, retry=false 2024-11-26T11:19:43,053 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44355-0x10176deae130003, quorum=127.0.0.1:62334, baseZNode=/11467535270 Unable to get data of znode /11467535270/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T11:19:43,063 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11467535270/snapshot-cleanup already deleted, retry=false 2024-11-26T11:19:43,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34077-0x10176deae130004, quorum=127.0.0.1:62334, baseZNode=/11467535270 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11467535270/running 2024-11-26T11:19:43,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34077-0x10176deae130004, quorum=127.0.0.1:62334, baseZNode=/11467535270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11467535270 2024-11-26T11:19:43,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44355-0x10176deae130003, quorum=127.0.0.1:62334, baseZNode=/11467535270 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11467535270/running 2024-11-26T11:19:43,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44355-0x10176deae130003, quorum=127.0.0.1:62334, baseZNode=/11467535270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11467535270 2024-11-26T11:19:43,073 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7f3a3edaecc3,44355,1732619980827, sessionid=0x10176deae130003, setting cluster-up flag (Was=false) 2024-11-26T11:19:43,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34077-0x10176deae130004, quorum=127.0.0.1:62334, baseZNode=/11467535270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11467535270 2024-11-26T11:19:43,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44355-0x10176deae130003, quorum=127.0.0.1:62334, baseZNode=/11467535270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11467535270 2024-11-26T11:19:43,126 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11467535270/flush-table-proc/acquired, /11467535270/flush-table-proc/reached, /11467535270/flush-table-proc/abort 2024-11-26T11:19:43,127 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7f3a3edaecc3,44355,1732619980827 2024-11-26T11:19:43,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34077-0x10176deae130004, quorum=127.0.0.1:62334, baseZNode=/11467535270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11467535270 2024-11-26T11:19:43,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44355-0x10176deae130003, quorum=127.0.0.1:62334, baseZNode=/11467535270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11467535270 2024-11-26T11:19:43,178 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11467535270/online-snapshot/acquired, /11467535270/online-snapshot/reached, /11467535270/online-snapshot/abort 2024-11-26T11:19:43,180 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7f3a3edaecc3,44355,1732619980827 2024-11-26T11:19:43,181 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34393/user/jenkins/test-data/607db245-fa8e-3206-dd1e-ea035cd86343/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T11:19:43,182 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T11:19:43,182 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T11:19:43,182 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T11:19:43,182 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7f3a3edaecc3,44355,1732619980827 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T11:19:43,184 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:19:43,184 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:19:43,184 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:19:43,184 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:19:43,184 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7f3a3edaecc3:0, corePoolSize=10, maxPoolSize=10 2024-11-26T11:19:43,184 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:19:43,184 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=2, maxPoolSize=2 2024-11-26T11:19:43,184 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:19:43,185 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732620013185 2024-11-26T11:19:43,185 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T11:19:43,185 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T11:19:43,185 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T11:19:43,185 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T11:19:43,185 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T11:19:43,185 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T11:19:43,185 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T11:19:43,186 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T11:19:43,186 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T11:19:43,186 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T11:19:43,186 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T11:19:43,186 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T11:19:43,186 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T11:19:43,186 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T11:19:43,186 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T11:19:43,186 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732619983186,5,FailOnTimeoutGroup] 2024-11-26T11:19:43,187 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732619983186,5,FailOnTimeoutGroup] 2024-11-26T11:19:43,187 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:19:43,187 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T11:19:43,187 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T11:19:43,187 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T11:19:43,187 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T11:19:43,187 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T11:19:43,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37569 is added to blk_1073741831_1007 (size=1321) 2024-11-26T11:19:43,204 INFO [RS:0;7f3a3edaecc3:34077 {}] regionserver.HRegionServer(746): ClusterId : 1bde0146-ba2a-4fb8-aedf-2455de9d2b9d 2024-11-26T11:19:43,204 DEBUG [RS:0;7f3a3edaecc3:34077 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T11:19:43,214 DEBUG [RS:0;7f3a3edaecc3:34077 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T11:19:43,214 DEBUG [RS:0;7f3a3edaecc3:34077 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T11:19:43,225 DEBUG [RS:0;7f3a3edaecc3:34077 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T11:19:43,225 DEBUG [RS:0;7f3a3edaecc3:34077 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78e7a9a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7f3a3edaecc3/172.17.0.3:0 2024-11-26T11:19:43,238 DEBUG [RS:0;7f3a3edaecc3:34077 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7f3a3edaecc3:34077 2024-11-26T11:19:43,238 INFO [RS:0;7f3a3edaecc3:34077 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T11:19:43,238 INFO [RS:0;7f3a3edaecc3:34077 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T11:19:43,238 DEBUG [RS:0;7f3a3edaecc3:34077 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T11:19:43,239 INFO [RS:0;7f3a3edaecc3:34077 {}] regionserver.HRegionServer(2659): reportForDuty to master=7f3a3edaecc3,44355,1732619980827 with port=34077, startcode=1732619980975 2024-11-26T11:19:43,239 DEBUG [RS:0;7f3a3edaecc3:34077 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T11:19:43,241 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60555, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T11:19:43,241 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44355 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7f3a3edaecc3,34077,1732619980975 2024-11-26T11:19:43,241 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44355 {}] master.ServerManager(517): Registering regionserver=7f3a3edaecc3,34077,1732619980975 2024-11-26T11:19:43,243 DEBUG [RS:0;7f3a3edaecc3:34077 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34393/user/jenkins/test-data/607db245-fa8e-3206-dd1e-ea035cd86343 2024-11-26T11:19:43,243 DEBUG [RS:0;7f3a3edaecc3:34077 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34393 2024-11-26T11:19:43,243 DEBUG [RS:0;7f3a3edaecc3:34077 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T11:19:43,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44355-0x10176deae130003, quorum=127.0.0.1:62334, baseZNode=/11467535270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11467535270/rs 2024-11-26T11:19:43,299 DEBUG [RS:0;7f3a3edaecc3:34077 {}] zookeeper.ZKUtil(111): regionserver:34077-0x10176deae130004, quorum=127.0.0.1:62334, baseZNode=/11467535270 Set watcher on existing znode=/11467535270/rs/7f3a3edaecc3,34077,1732619980975 2024-11-26T11:19:43,299 WARN [RS:0;7f3a3edaecc3:34077 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T11:19:43,300 INFO [RS:0;7f3a3edaecc3:34077 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:19:43,300 DEBUG [RS:0;7f3a3edaecc3:34077 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34393/user/jenkins/test-data/607db245-fa8e-3206-dd1e-ea035cd86343/WALs/7f3a3edaecc3,34077,1732619980975 2024-11-26T11:19:43,300 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7f3a3edaecc3,34077,1732619980975] 2024-11-26T11:19:43,303 INFO [RS:0;7f3a3edaecc3:34077 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T11:19:43,305 INFO [RS:0;7f3a3edaecc3:34077 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T11:19:43,305 INFO [RS:0;7f3a3edaecc3:34077 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T11:19:43,305 INFO [RS:0;7f3a3edaecc3:34077 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:19:43,305 INFO [RS:0;7f3a3edaecc3:34077 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T11:19:43,306 INFO [RS:0;7f3a3edaecc3:34077 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T11:19:43,306 INFO [RS:0;7f3a3edaecc3:34077 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T11:19:43,306 DEBUG [RS:0;7f3a3edaecc3:34077 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:19:43,306 DEBUG [RS:0;7f3a3edaecc3:34077 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:19:43,306 DEBUG [RS:0;7f3a3edaecc3:34077 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:19:43,306 DEBUG [RS:0;7f3a3edaecc3:34077 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:19:43,306 DEBUG [RS:0;7f3a3edaecc3:34077 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:19:43,306 DEBUG [RS:0;7f3a3edaecc3:34077 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7f3a3edaecc3:0, corePoolSize=2, maxPoolSize=2 2024-11-26T11:19:43,306 DEBUG [RS:0;7f3a3edaecc3:34077 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:19:43,306 DEBUG [RS:0;7f3a3edaecc3:34077 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:19:43,306 DEBUG [RS:0;7f3a3edaecc3:34077 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:19:43,306 DEBUG [RS:0;7f3a3edaecc3:34077 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:19:43,307 DEBUG [RS:0;7f3a3edaecc3:34077 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:19:43,307 DEBUG [RS:0;7f3a3edaecc3:34077 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:19:43,307 DEBUG [RS:0;7f3a3edaecc3:34077 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7f3a3edaecc3:0, corePoolSize=3, maxPoolSize=3 2024-11-26T11:19:43,307 DEBUG [RS:0;7f3a3edaecc3:34077 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7f3a3edaecc3:0, corePoolSize=3, maxPoolSize=3 2024-11-26T11:19:43,307 INFO [RS:0;7f3a3edaecc3:34077 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T11:19:43,307 INFO [RS:0;7f3a3edaecc3:34077 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T11:19:43,307 INFO [RS:0;7f3a3edaecc3:34077 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:19:43,307 INFO [RS:0;7f3a3edaecc3:34077 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T11:19:43,307 INFO [RS:0;7f3a3edaecc3:34077 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T11:19:43,307 INFO [RS:0;7f3a3edaecc3:34077 {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,34077,1732619980975-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T11:19:43,319 INFO [RS:0;7f3a3edaecc3:34077 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T11:19:43,319 INFO [RS:0;7f3a3edaecc3:34077 {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,34077,1732619980975-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:19:43,319 INFO [RS:0;7f3a3edaecc3:34077 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:19:43,319 INFO [RS:0;7f3a3edaecc3:34077 {}] regionserver.Replication(171): 7f3a3edaecc3,34077,1732619980975 started 2024-11-26T11:19:43,331 INFO [RS:0;7f3a3edaecc3:34077 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:19:43,331 INFO [RS:0;7f3a3edaecc3:34077 {}] regionserver.HRegionServer(1482): Serving as 7f3a3edaecc3,34077,1732619980975, RpcServer on 7f3a3edaecc3/172.17.0.3:34077, sessionid=0x10176deae130004 2024-11-26T11:19:43,332 DEBUG [RS:0;7f3a3edaecc3:34077 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T11:19:43,332 DEBUG [RS:0;7f3a3edaecc3:34077 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7f3a3edaecc3,34077,1732619980975 2024-11-26T11:19:43,332 DEBUG [RS:0;7f3a3edaecc3:34077 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7f3a3edaecc3,34077,1732619980975' 2024-11-26T11:19:43,332 DEBUG [RS:0;7f3a3edaecc3:34077 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11467535270/flush-table-proc/abort' 2024-11-26T11:19:43,332 DEBUG [RS:0;7f3a3edaecc3:34077 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11467535270/flush-table-proc/acquired' 2024-11-26T11:19:43,333 DEBUG [RS:0;7f3a3edaecc3:34077 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T11:19:43,333 DEBUG [RS:0;7f3a3edaecc3:34077 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T11:19:43,333 DEBUG [RS:0;7f3a3edaecc3:34077 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7f3a3edaecc3,34077,1732619980975 2024-11-26T11:19:43,333 DEBUG [RS:0;7f3a3edaecc3:34077 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7f3a3edaecc3,34077,1732619980975' 2024-11-26T11:19:43,333 DEBUG [RS:0;7f3a3edaecc3:34077 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11467535270/online-snapshot/abort' 2024-11-26T11:19:43,333 DEBUG [RS:0;7f3a3edaecc3:34077 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11467535270/online-snapshot/acquired' 2024-11-26T11:19:43,333 DEBUG [RS:0;7f3a3edaecc3:34077 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T11:19:43,333 INFO [RS:0;7f3a3edaecc3:34077 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T11:19:43,333 INFO [RS:0;7f3a3edaecc3:34077 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T11:19:43,433 INFO [RS:0;7f3a3edaecc3:34077 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T11:19:43,435 INFO [RS:0;7f3a3edaecc3:34077 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7f3a3edaecc3%2C34077%2C1732619980975, suffix=, logDir=hdfs://localhost:34393/user/jenkins/test-data/607db245-fa8e-3206-dd1e-ea035cd86343/WALs/7f3a3edaecc3,34077,1732619980975, archiveDir=hdfs://localhost:34393/user/jenkins/test-data/607db245-fa8e-3206-dd1e-ea035cd86343/oldWALs, maxLogs=10 2024-11-26T11:19:43,447 DEBUG [RS:0;7f3a3edaecc3:34077 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/607db245-fa8e-3206-dd1e-ea035cd86343/WALs/7f3a3edaecc3,34077,1732619980975/7f3a3edaecc3%2C34077%2C1732619980975.1732619983435, exclude list is [], retry=0 2024-11-26T11:19:43,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37569,DS-e568e814-7d80-4275-870d-55e03a605bdb,DISK] 2024-11-26T11:19:43,450 INFO [RS:0;7f3a3edaecc3:34077 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/607db245-fa8e-3206-dd1e-ea035cd86343/WALs/7f3a3edaecc3,34077,1732619980975/7f3a3edaecc3%2C34077%2C1732619980975.1732619983435 2024-11-26T11:19:43,451 DEBUG [RS:0;7f3a3edaecc3:34077 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33943:33943)] 2024-11-26T11:19:43,509 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T11:19:43,593 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34393/user/jenkins/test-data/607db245-fa8e-3206-dd1e-ea035cd86343/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T11:19:43,593 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34393/user/jenkins/test-data/607db245-fa8e-3206-dd1e-ea035cd86343 2024-11-26T11:19:43,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37569 is added to blk_1073741833_1009 (size=32) 2024-11-26T11:19:43,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:19:44,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T11:19:44,001 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T11:19:44,001 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:19:44,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:19:44,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T11:19:44,002 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T11:19:44,002 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:19:44,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:19:44,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T11:19:44,003 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T11:19:44,003 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:19:44,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:19:44,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T11:19:44,004 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T11:19:44,004 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:19:44,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:19:44,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T11:19:44,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34393/user/jenkins/test-data/607db245-fa8e-3206-dd1e-ea035cd86343/data/hbase/meta/1588230740 2024-11-26T11:19:44,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34393/user/jenkins/test-data/607db245-fa8e-3206-dd1e-ea035cd86343/data/hbase/meta/1588230740 2024-11-26T11:19:44,006 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T11:19:44,006 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T11:19:44,006 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:19:44,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T11:19:44,009 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34393/user/jenkins/test-data/607db245-fa8e-3206-dd1e-ea035cd86343/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:19:44,009 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61077234, jitterRate=-0.08987829089164734}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:19:44,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732619983999Initializing all the Stores at 1732619984000 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732619984000Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732619984000Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619984000Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732619984000Cleaning up temporary data from old regions at 1732619984006 (+6 ms)Region opened successfully at 1732619984009 (+3 ms) 2024-11-26T11:19:44,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T11:19:44,009 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T11:19:44,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T11:19:44,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T11:19:44,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T11:19:44,009 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T11:19:44,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732619984009Disabling compacts and flushes for region at 1732619984009Disabling writes for close at 1732619984009Writing region close event to WAL at 1732619984009Closed at 1732619984009 2024-11-26T11:19:44,010 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T11:19:44,010 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T11:19:44,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T11:19:44,011 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T11:19:44,012 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T11:19:44,162 DEBUG [7f3a3edaecc3:44355 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T11:19:44,162 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7f3a3edaecc3,34077,1732619980975 2024-11-26T11:19:44,163 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7f3a3edaecc3,34077,1732619980975, state=OPENING 2024-11-26T11:19:44,277 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T11:19:44,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34077-0x10176deae130004, quorum=127.0.0.1:62334, baseZNode=/11467535270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11467535270 2024-11-26T11:19:44,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44355-0x10176deae130003, quorum=127.0.0.1:62334, baseZNode=/11467535270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11467535270 2024-11-26T11:19:44,288 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11467535270/meta-region-server: CHANGED 2024-11-26T11:19:44,288 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11467535270/meta-region-server: CHANGED 2024-11-26T11:19:44,288 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T11:19:44,288 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,34077,1732619980975}] 2024-11-26T11:19:44,440 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T11:19:44,441 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53851, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T11:19:44,444 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T11:19:44,444 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:19:44,445 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T11:19:44,446 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7f3a3edaecc3%2C34077%2C1732619980975.meta, suffix=.meta, logDir=hdfs://localhost:34393/user/jenkins/test-data/607db245-fa8e-3206-dd1e-ea035cd86343/WALs/7f3a3edaecc3,34077,1732619980975, archiveDir=hdfs://localhost:34393/user/jenkins/test-data/607db245-fa8e-3206-dd1e-ea035cd86343/oldWALs, maxLogs=10 2024-11-26T11:19:44,458 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/607db245-fa8e-3206-dd1e-ea035cd86343/WALs/7f3a3edaecc3,34077,1732619980975/7f3a3edaecc3%2C34077%2C1732619980975.meta.1732619984446.meta, exclude list is [], retry=0 2024-11-26T11:19:44,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37569,DS-e568e814-7d80-4275-870d-55e03a605bdb,DISK] 2024-11-26T11:19:44,462 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/607db245-fa8e-3206-dd1e-ea035cd86343/WALs/7f3a3edaecc3,34077,1732619980975/7f3a3edaecc3%2C34077%2C1732619980975.meta.1732619984446.meta 2024-11-26T11:19:44,463 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33943:33943)] 2024-11-26T11:19:44,463 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:19:44,463 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T11:19:44,463 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T11:19:44,463 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T11:19:44,463 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T11:19:44,464 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T11:19:44,464 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:19:44,464 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T11:19:44,464 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T11:19:44,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T11:19:44,466 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T11:19:44,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:19:44,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:19:44,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T11:19:44,467 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T11:19:44,467 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:19:44,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:19:44,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T11:19:44,468 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T11:19:44,468 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:19:44,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:19:44,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T11:19:44,469 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T11:19:44,469 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:19:44,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:19:44,470 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T11:19:44,470 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34393/user/jenkins/test-data/607db245-fa8e-3206-dd1e-ea035cd86343/data/hbase/meta/1588230740 2024-11-26T11:19:44,471 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34393/user/jenkins/test-data/607db245-fa8e-3206-dd1e-ea035cd86343/data/hbase/meta/1588230740 2024-11-26T11:19:44,472 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T11:19:44,472 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T11:19:44,472 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:19:44,473 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T11:19:44,474 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63377725, jitterRate=-0.05559830367565155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:19:44,474 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T11:19:44,474 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732619984464Writing region info on filesystem at 1732619984464Initializing all the Stores at 1732619984465 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732619984465Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732619984465Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619984465Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732619984465Cleaning up temporary data from old regions at 1732619984472 (+7 ms)Running coprocessor post-open hooks at 1732619984474 (+2 ms)Region opened successfully at 1732619984474 2024-11-26T11:19:44,475 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732619984440 2024-11-26T11:19:44,477 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T11:19:44,477 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T11:19:44,477 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7f3a3edaecc3,34077,1732619980975 2024-11-26T11:19:44,478 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7f3a3edaecc3,34077,1732619980975, state=OPEN 2024-11-26T11:19:44,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44355-0x10176deae130003, quorum=127.0.0.1:62334, baseZNode=/11467535270 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11467535270/meta-region-server 2024-11-26T11:19:44,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34077-0x10176deae130004, quorum=127.0.0.1:62334, baseZNode=/11467535270 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11467535270/meta-region-server 2024-11-26T11:19:44,487 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,34077,1732619980975 2024-11-26T11:19:44,487 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11467535270/meta-region-server: CHANGED 2024-11-26T11:19:44,487 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11467535270/meta-region-server: CHANGED 2024-11-26T11:19:44,489 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T11:19:44,489 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,34077,1732619980975 in 199 msec 2024-11-26T11:19:44,491 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T11:19:44,491 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 479 msec 2024-11-26T11:19:44,492 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T11:19:44,492 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T11:19:44,493 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:19:44,493 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,34077,1732619980975, seqNum=-1] 2024-11-26T11:19:44,493 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:19:44,495 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54579, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:19:44,499 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3170 sec 2024-11-26T11:19:44,499 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732619984499, completionTime=-1 2024-11-26T11:19:44,499 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T11:19:44,499 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T11:19:44,501 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T11:19:44,501 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732620044501 2024-11-26T11:19:44,501 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732620104501 2024-11-26T11:19:44,501 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T11:19:44,501 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,44355,1732619980827-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:19:44,502 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,44355,1732619980827-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:19:44,502 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,44355,1732619980827-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:19:44,502 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7f3a3edaecc3:44355, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:19:44,502 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T11:19:44,502 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T11:19:44,503 DEBUG [master/7f3a3edaecc3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T11:19:44,505 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.310sec 2024-11-26T11:19:44,505 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T11:19:44,505 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T11:19:44,505 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T11:19:44,505 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T11:19:44,505 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T11:19:44,505 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,44355,1732619980827-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T11:19:44,505 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,44355,1732619980827-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T11:19:44,507 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T11:19:44,507 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T11:19:44,507 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,44355,1732619980827-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:19:44,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ac4d07d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:19:44,605 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,44355,-1 for getting cluster id 2024-11-26T11:19:44,605 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:19:44,606 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1bde0146-ba2a-4fb8-aedf-2455de9d2b9d' 2024-11-26T11:19:44,606 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:19:44,606 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1bde0146-ba2a-4fb8-aedf-2455de9d2b9d" 2024-11-26T11:19:44,606 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c9db971, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:19:44,606 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,44355,-1] 2024-11-26T11:19:44,607 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:19:44,607 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:19:44,608 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:19:44,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@244d5bf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:19:44,609 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:19:44,609 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,34077,1732619980975, seqNum=-1] 2024-11-26T11:19:44,610 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:19:44,611 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:19:44,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7f3a3edaecc3,44355,1732619980827 2024-11-26T11:19:44,613 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62334 2024-11-26T11:19:44,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62334, baseZNode=/11467535270 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:19:44,625 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10176deae130005 connected 2024-11-26T11:19:44,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cf2348f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:19:44,637 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,41053,-1 for getting cluster id 2024-11-26T11:19:44,637 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:19:44,638 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '022685a9-dfeb-4ac9-ba77-7c3335e20a5a' 2024-11-26T11:19:44,638 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:19:44,638 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "022685a9-dfeb-4ac9-ba77-7c3335e20a5a" 2024-11-26T11:19:44,638 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f437668, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:19:44,638 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,41053,-1] 2024-11-26T11:19:44,639 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:19:44,639 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:19:44,639 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:19:44,640 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6adabbab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:19:44,640 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:19:44,641 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,41053,1732619975236 2024-11-26T11:19:44,641 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b54a272 2024-11-26T11:19:44,641 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:19:44,642 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:19:44,642 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41053 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://7f3a3edaecc3:44355,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T11:19:44,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41053 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T11:19:44,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:19:44,645 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7f3a3edaecc3:44355' 2024-11-26T11:19:44,646 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e7da615, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:19:44,646 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,44355,-1 for getting cluster id 2024-11-26T11:19:44,646 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:19:44,647 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1bde0146-ba2a-4fb8-aedf-2455de9d2b9d' 2024-11-26T11:19:44,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:19:44,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1bde0146-ba2a-4fb8-aedf-2455de9d2b9d" 2024-11-26T11:19:44,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@461855f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:19:44,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,44355,-1] 2024-11-26T11:19:44,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:19:44,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:19:44,648 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:19:44,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ca42f26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:19:44,649 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:19:44,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,44355,1732619980827 2024-11-26T11:19:44,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1296b218 2024-11-26T11:19:44,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:19:44,650 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:19:44,651 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-26T11:19:44,651 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T11:19:44,651 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:19:44,651 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:19:44,651 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:19:44,651 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T11:19:44,652 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T11:19:44,653 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T11:19:44,653 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:19:44,654 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T11:19:44,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36931 is added to blk_1073741835_1011 (size=1138) 2024-11-26T11:19:44,702 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T11:19:44,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:19:44,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:19:45,061 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dabb0757d8806c7da79282ad6ac8779b, NAME => 'hbase:replication,,1732619984651.dabb0757d8806c7da79282ad6ac8779b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554 2024-11-26T11:19:45,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36931 is added to blk_1073741836_1012 (size=44) 2024-11-26T11:19:45,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:19:45,467 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732619984651.dabb0757d8806c7da79282ad6ac8779b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:19:45,467 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing dabb0757d8806c7da79282ad6ac8779b, disabling compactions & flushes 2024-11-26T11:19:45,467 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732619984651.dabb0757d8806c7da79282ad6ac8779b. 2024-11-26T11:19:45,467 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732619984651.dabb0757d8806c7da79282ad6ac8779b. 2024-11-26T11:19:45,467 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732619984651.dabb0757d8806c7da79282ad6ac8779b. after waiting 0 ms 2024-11-26T11:19:45,467 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732619984651.dabb0757d8806c7da79282ad6ac8779b. 2024-11-26T11:19:45,467 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732619984651.dabb0757d8806c7da79282ad6ac8779b. 2024-11-26T11:19:45,467 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for dabb0757d8806c7da79282ad6ac8779b: Waiting for close lock at 1732619985467Disabling compacts and flushes for region at 1732619985467Disabling writes for close at 1732619985467Writing region close event to WAL at 1732619985467Closed at 1732619985467 2024-11-26T11:19:45,468 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T11:19:45,469 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732619984651.dabb0757d8806c7da79282ad6ac8779b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732619985468"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732619985468"}]},"ts":"1732619985468"} 2024-11-26T11:19:45,471 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T11:19:45,472 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T11:19:45,472 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732619985472"}]},"ts":"1732619985472"} 2024-11-26T11:19:45,474 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T11:19:45,474 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dabb0757d8806c7da79282ad6ac8779b, ASSIGN}] 2024-11-26T11:19:45,475 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dabb0757d8806c7da79282ad6ac8779b, ASSIGN 2024-11-26T11:19:45,476 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dabb0757d8806c7da79282ad6ac8779b, ASSIGN; state=OFFLINE, location=7f3a3edaecc3,37857,1732619975429; forceNewPlan=false, retain=false 2024-11-26T11:19:45,626 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=dabb0757d8806c7da79282ad6ac8779b, regionState=OPENING, regionLocation=7f3a3edaecc3,37857,1732619975429 2024-11-26T11:19:45,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dabb0757d8806c7da79282ad6ac8779b, ASSIGN because future has completed 2024-11-26T11:19:45,629 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure dabb0757d8806c7da79282ad6ac8779b, server=7f3a3edaecc3,37857,1732619975429}] 2024-11-26T11:19:45,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:19:45,783 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732619984651.dabb0757d8806c7da79282ad6ac8779b. 2024-11-26T11:19:45,783 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:19:45,784 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T11:19:45,785 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7f3a3edaecc3%2C37857%2C1732619975429.rep, suffix=, logDir=hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/WALs/7f3a3edaecc3,37857,1732619975429, archiveDir=hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/oldWALs, maxLogs=10 2024-11-26T11:19:45,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/WALs/7f3a3edaecc3,37857,1732619975429/7f3a3edaecc3%2C37857%2C1732619975429.rep.1732619985785, exclude list is [], retry=0 2024-11-26T11:19:45,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36931,DS-5d69285c-2af2-4df0-9945-eff6f6b517d0,DISK] 2024-11-26T11:19:45,801 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/WALs/7f3a3edaecc3,37857,1732619975429/7f3a3edaecc3%2C37857%2C1732619975429.rep.1732619985785 2024-11-26T11:19:45,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34025:34025)] 2024-11-26T11:19:45,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => dabb0757d8806c7da79282ad6ac8779b, NAME => 'hbase:replication,,1732619984651.dabb0757d8806c7da79282ad6ac8779b.', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:19:45,802 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T11:19:45,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T11:19:45,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732619984651.dabb0757d8806c7da79282ad6ac8779b. service=MultiRowMutationService 2024-11-26T11:19:45,803 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T11:19:45,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication dabb0757d8806c7da79282ad6ac8779b 2024-11-26T11:19:45,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732619984651.dabb0757d8806c7da79282ad6ac8779b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:19:45,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for dabb0757d8806c7da79282ad6ac8779b 2024-11-26T11:19:45,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for dabb0757d8806c7da79282ad6ac8779b 2024-11-26T11:19:45,804 INFO [StoreOpener-dabb0757d8806c7da79282ad6ac8779b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region dabb0757d8806c7da79282ad6ac8779b 2024-11-26T11:19:45,805 INFO [StoreOpener-dabb0757d8806c7da79282ad6ac8779b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dabb0757d8806c7da79282ad6ac8779b columnFamilyName hfileref 2024-11-26T11:19:45,805 DEBUG [StoreOpener-dabb0757d8806c7da79282ad6ac8779b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:19:45,806 INFO [StoreOpener-dabb0757d8806c7da79282ad6ac8779b-1 {}] regionserver.HStore(327): Store=dabb0757d8806c7da79282ad6ac8779b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:19:45,806 INFO [StoreOpener-dabb0757d8806c7da79282ad6ac8779b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region dabb0757d8806c7da79282ad6ac8779b 2024-11-26T11:19:45,807 INFO [StoreOpener-dabb0757d8806c7da79282ad6ac8779b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dabb0757d8806c7da79282ad6ac8779b columnFamilyName queue 2024-11-26T11:19:45,807 DEBUG [StoreOpener-dabb0757d8806c7da79282ad6ac8779b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:19:45,807 INFO [StoreOpener-dabb0757d8806c7da79282ad6ac8779b-1 {}] regionserver.HStore(327): Store=dabb0757d8806c7da79282ad6ac8779b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:19:45,807 INFO [StoreOpener-dabb0757d8806c7da79282ad6ac8779b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region dabb0757d8806c7da79282ad6ac8779b 2024-11-26T11:19:45,808 INFO [StoreOpener-dabb0757d8806c7da79282ad6ac8779b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dabb0757d8806c7da79282ad6ac8779b columnFamilyName sid 2024-11-26T11:19:45,808 DEBUG [StoreOpener-dabb0757d8806c7da79282ad6ac8779b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:19:45,809 INFO [StoreOpener-dabb0757d8806c7da79282ad6ac8779b-1 {}] regionserver.HStore(327): Store=dabb0757d8806c7da79282ad6ac8779b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:19:45,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for dabb0757d8806c7da79282ad6ac8779b 2024-11-26T11:19:45,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/data/hbase/replication/dabb0757d8806c7da79282ad6ac8779b 2024-11-26T11:19:45,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/data/hbase/replication/dabb0757d8806c7da79282ad6ac8779b 2024-11-26T11:19:45,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for dabb0757d8806c7da79282ad6ac8779b 2024-11-26T11:19:45,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for dabb0757d8806c7da79282ad6ac8779b 2024-11-26T11:19:45,811 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T11:19:45,811 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for dabb0757d8806c7da79282ad6ac8779b 2024-11-26T11:19:45,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/data/hbase/replication/dabb0757d8806c7da79282ad6ac8779b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:19:45,814 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened dabb0757d8806c7da79282ad6ac8779b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64139820, jitterRate=-0.04424220323562622}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T11:19:45,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dabb0757d8806c7da79282ad6ac8779b 2024-11-26T11:19:45,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for dabb0757d8806c7da79282ad6ac8779b: Running coprocessor pre-open hook at 1732619985803Writing region info on filesystem at 1732619985803Initializing all the Stores at 1732619985804 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619985804Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619985804Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619985804Cleaning up temporary data from old regions at 1732619985810 (+6 ms)Running coprocessor post-open hooks at 1732619985814 (+4 ms)Region opened successfully at 1732619985814 2024-11-26T11:19:45,815 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732619984651.dabb0757d8806c7da79282ad6ac8779b., pid=7, masterSystemTime=1732619985780 2024-11-26T11:19:45,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732619984651.dabb0757d8806c7da79282ad6ac8779b. 2024-11-26T11:19:45,817 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732619984651.dabb0757d8806c7da79282ad6ac8779b. 2024-11-26T11:19:45,818 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=dabb0757d8806c7da79282ad6ac8779b, regionState=OPEN, openSeqNum=2, regionLocation=7f3a3edaecc3,37857,1732619975429 2024-11-26T11:19:45,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure dabb0757d8806c7da79282ad6ac8779b, server=7f3a3edaecc3,37857,1732619975429 because future has completed 2024-11-26T11:19:45,822 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-26T11:19:45,822 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure dabb0757d8806c7da79282ad6ac8779b, server=7f3a3edaecc3,37857,1732619975429 in 192 msec 2024-11-26T11:19:45,825 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T11:19:45,825 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dabb0757d8806c7da79282ad6ac8779b, ASSIGN in 348 msec 2024-11-26T11:19:45,825 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T11:19:45,826 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732619985825"}]},"ts":"1732619985825"} 2024-11-26T11:19:45,827 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T11:19:45,828 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T11:19:45,829 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1770 sec 2024-11-26T11:19:45,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732619984651.dabb0757d8806c7da79282ad6ac8779b., hostname=7f3a3edaecc3,37857,1732619975429, seqNum=2] 2024-11-26T11:19:45,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41053-0x10176deae130000, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1552805733 2024-11-26T11:19:45,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37857-0x10176deae130001, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1552805733 2024-11-26T11:19:45,941 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T11:19:46,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37857 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-26T11:19:46,094 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T11:19:46,119 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-7f3a3edaecc3,37857,1732619975429, ReplicationSource: 1, currentBandwidth=0 2024-11-26T11:19:46,120 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:19:46,120 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,37857,1732619975429, seqNum=-1] 2024-11-26T11:19:46,120 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:19:46,121 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48071, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-26T11:19:46,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7f3a3edaecc3,37857,1732619975429', locateType=CURRENT is [region=hbase:replication,,1732619984651.dabb0757d8806c7da79282ad6ac8779b., hostname=7f3a3edaecc3,37857,1732619975429, seqNum=2] 2024-11-26T11:19:46,124 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-26T11:19:46,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41053 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-26T11:19:46,126 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7f3a3edaecc3,37857,1732619975429 suceeded 2024-11-26T11:19:46,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-26T11:19:46,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-26T11:19:46,128 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7f3a3edaecc3:44355,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T11:19:46,130 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4860 sec 2024-11-26T11:19:46,139 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,37857,1732619975429 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7f3a3edaecc3:44355' 2024-11-26T11:19:46,140 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,37857,1732619975429 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b47ce41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:19:46,140 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,37857,1732619975429 {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,44355,-1 for getting cluster id 2024-11-26T11:19:46,141 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,37857,1732619975429 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:19:46,141 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1bde0146-ba2a-4fb8-aedf-2455de9d2b9d' 2024-11-26T11:19:46,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:19:46,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1bde0146-ba2a-4fb8-aedf-2455de9d2b9d" 2024-11-26T11:19:46,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f777d6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:19:46,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,44355,-1] 2024-11-26T11:19:46,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:19:46,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:19:46,143 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:19:46,143 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,37857,1732619975429 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@bcdc6b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:19:46,143 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,37857,1732619975429 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:19:46,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,44355,1732619980827 2024-11-26T11:19:46,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ca33166 2024-11-26T11:19:46,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:19:46,145 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-26T11:19:46,146 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,37857,1732619975429 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7f3a3edaecc3,37857,1732619975429 (queues=1) is replicating from cluster=022685a9-dfeb-4ac9-ba77-7c3335e20a5a to cluster=1bde0146-ba2a-4fb8-aedf-2455de9d2b9d 2024-11-26T11:19:46,146 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,37857,1732619975429 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7f3a3edaecc3%2C37857%2C1732619975429 2024-11-26T11:19:46,146 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,37857,1732619975429 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7f3a3edaecc3,37857,1732619975429, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T11:19:46,146 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,37857,1732619975429.replicationSource.wal-reader.7f3a3edaecc3%2C37857%2C1732619975429,1-7f3a3edaecc3,37857,1732619975429 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/WALs/7f3a3edaecc3,37857,1732619975429/7f3a3edaecc3%2C37857%2C1732619975429.1732619977641, startPosition=0, beingWritten=true 2024-11-26T11:19:46,147 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,37857,1732619975429.replicationSource.shipper7f3a3edaecc3%2C37857%2C1732619975429,1-7f3a3edaecc3,37857,1732619975429 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7f3a3edaecc3%2C37857%2C1732619975429 2024-11-26T11:19:46,161 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T11:19:46,161 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T11:19:46,162 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-26T11:19:46,162 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-26T11:19:46,162 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T11:19:46,162 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-26T11:19:46,162 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T11:19:46,162 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-26T11:19:46,162 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T11:19:46,162 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-26T11:19:46,351 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,37857,1732619975429.replicationSource.wal-reader.7f3a3edaecc3%2C37857%2C1732619975429,1-7f3a3edaecc3,37857,1732619975429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/WALs/7f3a3edaecc3,37857,1732619975429/7f3a3edaecc3%2C37857%2C1732619975429.1732619977641 to pos 0, reset compression=false 2024-11-26T11:19:46,656 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,37857,1732619975429.replicationSource.wal-reader.7f3a3edaecc3%2C37857%2C1732619975429,1-7f3a3edaecc3,37857,1732619975429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/WALs/7f3a3edaecc3,37857,1732619975429/7f3a3edaecc3%2C37857%2C1732619975429.1732619977641 to pos 0, reset compression=false 2024-11-26T11:19:46,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:19:46,800 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T11:19:46,800 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:19:46,800 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:19:46,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:19:46,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:19:46,801 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:19:46,801 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:19:46,801 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,41053,1732619975236 2024-11-26T11:19:46,801 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2481313b 2024-11-26T11:19:46,802 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:19:46,802 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:19:46,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41053 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-26T11:19:46,803 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:19:46,803 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:19:46,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:19:46,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:19:46,803 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:19:46,803 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T11:19:46,803 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1322352834, stopped=false 2024-11-26T11:19:46,803 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7f3a3edaecc3,41053,1732619975236 2024-11-26T11:19:46,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37857-0x10176deae130001, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1552805733/running 2024-11-26T11:19:46,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41053-0x10176deae130000, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1552805733/running 2024-11-26T11:19:46,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37857-0x10176deae130001, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1552805733 2024-11-26T11:19:46,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41053-0x10176deae130000, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1552805733 2024-11-26T11:19:46,873 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T11:19:46,873 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:19:46,873 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:19:46,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:19:46,873 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41053-0x10176deae130000, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Set watcher on znode that does not yet exist, /0-1552805733/running 2024-11-26T11:19:46,873 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37857-0x10176deae130001, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Set watcher on znode that does not yet exist, /0-1552805733/running 2024-11-26T11:19:46,874 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7f3a3edaecc3,37857,1732619975429' ***** 2024-11-26T11:19:46,874 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T11:19:46,874 INFO [RS:0;7f3a3edaecc3:37857 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T11:19:46,874 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T11:19:46,874 INFO [RS:0;7f3a3edaecc3:37857 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T11:19:46,874 INFO [RS:0;7f3a3edaecc3:37857 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T11:19:46,874 INFO [RS:0;7f3a3edaecc3:37857 {}] regionserver.HRegionServer(3091): Received CLOSE for dabb0757d8806c7da79282ad6ac8779b 2024-11-26T11:19:46,874 INFO [RS:0;7f3a3edaecc3:37857 {}] regionserver.HRegionServer(959): stopping server 7f3a3edaecc3,37857,1732619975429 2024-11-26T11:19:46,874 INFO [RS:0;7f3a3edaecc3:37857 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T11:19:46,874 INFO [RS:0;7f3a3edaecc3:37857 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7f3a3edaecc3:37857. 2024-11-26T11:19:46,874 DEBUG [RS:0;7f3a3edaecc3:37857 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:19:46,874 DEBUG [RS:0;7f3a3edaecc3:37857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:19:46,874 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dabb0757d8806c7da79282ad6ac8779b, disabling compactions & flushes 2024-11-26T11:19:46,874 INFO [RS:0;7f3a3edaecc3:37857 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T11:19:46,874 INFO [RS:0;7f3a3edaecc3:37857 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T11:19:46,874 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732619984651.dabb0757d8806c7da79282ad6ac8779b. 2024-11-26T11:19:46,874 INFO [RS:0;7f3a3edaecc3:37857 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T11:19:46,874 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732619984651.dabb0757d8806c7da79282ad6ac8779b. 2024-11-26T11:19:46,874 INFO [RS:0;7f3a3edaecc3:37857 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T11:19:46,874 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732619984651.dabb0757d8806c7da79282ad6ac8779b. after waiting 0 ms 2024-11-26T11:19:46,874 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732619984651.dabb0757d8806c7da79282ad6ac8779b. 2024-11-26T11:19:46,874 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing dabb0757d8806c7da79282ad6ac8779b 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-26T11:19:46,875 INFO [RS:0;7f3a3edaecc3:37857 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T11:19:46,875 DEBUG [RS:0;7f3a3edaecc3:37857 {}] regionserver.HRegionServer(1325): Online Regions={dabb0757d8806c7da79282ad6ac8779b=hbase:replication,,1732619984651.dabb0757d8806c7da79282ad6ac8779b., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T11:19:46,875 DEBUG [RS:0;7f3a3edaecc3:37857 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dabb0757d8806c7da79282ad6ac8779b 2024-11-26T11:19:46,875 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T11:19:46,875 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T11:19:46,875 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T11:19:46,875 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T11:19:46,875 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T11:19:46,875 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-26T11:19:46,888 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/data/hbase/meta/1588230740/.tmp/info/93b445a6f8e0407c8b9ff315fd50a1d8 is 147, key is hbase:replication,,1732619984651.dabb0757d8806c7da79282ad6ac8779b./info:regioninfo/1732619985818/Put/seqid=0 2024-11-26T11:19:46,888 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/data/hbase/replication/dabb0757d8806c7da79282ad6ac8779b/.tmp/queue/770a24ba01e94028ad5ed8a2bcad60ed is 151, key is 1-7f3a3edaecc3,37857,1732619975429/queue:7f3a3edaecc3%2C37857%2C1732619975429/1732619986123/Put/seqid=0 2024-11-26T11:19:46,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36931 is added to blk_1073741838_1014 (size=5350) 2024-11-26T11:19:46,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36931 is added to blk_1073741839_1015 (size=6631) 2024-11-26T11:19:46,921 INFO [regionserver/7f3a3edaecc3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T11:19:47,060 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,37857,1732619975429.replicationSource.wal-reader.7f3a3edaecc3%2C37857%2C1732619975429,1-7f3a3edaecc3,37857,1732619975429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/WALs/7f3a3edaecc3,37857,1732619975429/7f3a3edaecc3%2C37857%2C1732619975429.1732619977641 to pos 0, reset compression=false 2024-11-26T11:19:47,075 DEBUG [RS:0;7f3a3edaecc3:37857 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dabb0757d8806c7da79282ad6ac8779b 2024-11-26T11:19:47,275 DEBUG [RS:0;7f3a3edaecc3:37857 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dabb0757d8806c7da79282ad6ac8779b 2024-11-26T11:19:47,294 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/data/hbase/meta/1588230740/.tmp/info/93b445a6f8e0407c8b9ff315fd50a1d8 2024-11-26T11:19:47,294 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/data/hbase/replication/dabb0757d8806c7da79282ad6ac8779b/.tmp/queue/770a24ba01e94028ad5ed8a2bcad60ed 2024-11-26T11:19:47,301 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/data/hbase/replication/dabb0757d8806c7da79282ad6ac8779b/.tmp/queue/770a24ba01e94028ad5ed8a2bcad60ed as hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/data/hbase/replication/dabb0757d8806c7da79282ad6ac8779b/queue/770a24ba01e94028ad5ed8a2bcad60ed 2024-11-26T11:19:47,307 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/data/hbase/replication/dabb0757d8806c7da79282ad6ac8779b/queue/770a24ba01e94028ad5ed8a2bcad60ed, entries=1, sequenceid=5, filesize=5.2 K 2024-11-26T11:19:47,308 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for dabb0757d8806c7da79282ad6ac8779b in 434ms, sequenceid=5, compaction requested=false 2024-11-26T11:19:47,308 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T11:19:47,312 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/data/hbase/replication/dabb0757d8806c7da79282ad6ac8779b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T11:19:47,313 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T11:19:47,313 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T11:19:47,313 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732619984651.dabb0757d8806c7da79282ad6ac8779b. 2024-11-26T11:19:47,313 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dabb0757d8806c7da79282ad6ac8779b: Waiting for close lock at 1732619986874Running coprocessor pre-close hooks at 1732619986874Disabling compacts and flushes for region at 1732619986874Disabling writes for close at 1732619986874Obtaining lock to block concurrent updates at 1732619986874Preparing flush snapshotting stores in dabb0757d8806c7da79282ad6ac8779b at 1732619986874Finished memstore snapshotting hbase:replication,,1732619984651.dabb0757d8806c7da79282ad6ac8779b., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732619986875 (+1 ms)Flushing stores of hbase:replication,,1732619984651.dabb0757d8806c7da79282ad6ac8779b. at 1732619986875Flushing dabb0757d8806c7da79282ad6ac8779b/queue: creating writer at 1732619986875Flushing dabb0757d8806c7da79282ad6ac8779b/queue: appending metadata at 1732619986888 (+13 ms)Flushing dabb0757d8806c7da79282ad6ac8779b/queue: closing flushed file at 1732619986888Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@712f3509: reopening flushed file at 1732619987300 (+412 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for dabb0757d8806c7da79282ad6ac8779b in 434ms, sequenceid=5, compaction requested=false at 1732619987308 (+8 ms)Writing region close event to WAL at 1732619987309 (+1 ms)Running coprocessor post-close hooks at 1732619987313 (+4 ms)Closed at 1732619987313 2024-11-26T11:19:47,313 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732619984651.dabb0757d8806c7da79282ad6ac8779b. 2024-11-26T11:19:47,317 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/data/hbase/meta/1588230740/.tmp/ns/ed6e877739384bbdb35a6329cff3cfa1 is 43, key is default/ns:d/1732619978788/Put/seqid=0 2024-11-26T11:19:47,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36931 is added to blk_1073741840_1016 (size=5153) 2024-11-26T11:19:47,475 DEBUG [RS:0;7f3a3edaecc3:37857 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T11:19:47,565 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,37857,1732619975429.replicationSource.wal-reader.7f3a3edaecc3%2C37857%2C1732619975429,1-7f3a3edaecc3,37857,1732619975429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/WALs/7f3a3edaecc3,37857,1732619975429/7f3a3edaecc3%2C37857%2C1732619975429.1732619977641 to pos 0, reset compression=false 2024-11-26T11:19:47,599 INFO [regionserver/7f3a3edaecc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T11:19:47,599 INFO [regionserver/7f3a3edaecc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T11:19:47,675 DEBUG [RS:0;7f3a3edaecc3:37857 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T11:19:47,721 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/data/hbase/meta/1588230740/.tmp/ns/ed6e877739384bbdb35a6329cff3cfa1 2024-11-26T11:19:47,739 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/data/hbase/meta/1588230740/.tmp/table/2383ec18111941449a7a38a1c9ec29ae is 53, key is hbase:replication/table:state/1732619985825/Put/seqid=0 2024-11-26T11:19:47,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36931 is added to blk_1073741841_1017 (size=5256) 2024-11-26T11:19:47,876 INFO [RS:0;7f3a3edaecc3:37857 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T11:19:47,876 DEBUG [RS:0;7f3a3edaecc3:37857 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T11:19:47,876 DEBUG [RS:0;7f3a3edaecc3:37857 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T11:19:48,076 DEBUG [RS:0;7f3a3edaecc3:37857 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T11:19:48,144 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/data/hbase/meta/1588230740/.tmp/table/2383ec18111941449a7a38a1c9ec29ae 2024-11-26T11:19:48,149 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/data/hbase/meta/1588230740/.tmp/info/93b445a6f8e0407c8b9ff315fd50a1d8 as hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/data/hbase/meta/1588230740/info/93b445a6f8e0407c8b9ff315fd50a1d8 2024-11-26T11:19:48,154 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/data/hbase/meta/1588230740/info/93b445a6f8e0407c8b9ff315fd50a1d8, entries=10, sequenceid=11, filesize=6.5 K 2024-11-26T11:19:48,155 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/data/hbase/meta/1588230740/.tmp/ns/ed6e877739384bbdb35a6329cff3cfa1 as hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/data/hbase/meta/1588230740/ns/ed6e877739384bbdb35a6329cff3cfa1 2024-11-26T11:19:48,159 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/data/hbase/meta/1588230740/ns/ed6e877739384bbdb35a6329cff3cfa1, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T11:19:48,160 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/data/hbase/meta/1588230740/.tmp/table/2383ec18111941449a7a38a1c9ec29ae as hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/data/hbase/meta/1588230740/table/2383ec18111941449a7a38a1c9ec29ae 2024-11-26T11:19:48,164 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/data/hbase/meta/1588230740/table/2383ec18111941449a7a38a1c9ec29ae, entries=2, sequenceid=11, filesize=5.1 K 2024-11-26T11:19:48,165 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1290ms, sequenceid=11, compaction requested=false 2024-11-26T11:19:48,169 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-26T11:19:48,169 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,37857,1732619975429.replicationSource.wal-reader.7f3a3edaecc3%2C37857%2C1732619975429,1-7f3a3edaecc3,37857,1732619975429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/WALs/7f3a3edaecc3,37857,1732619975429/7f3a3edaecc3%2C37857%2C1732619975429.1732619977641 to pos 0, reset compression=false 2024-11-26T11:19:48,169 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T11:19:48,169 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T11:19:48,169 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T11:19:48,169 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732619986875Running coprocessor pre-close hooks at 1732619986875Disabling compacts and flushes for region at 1732619986875Disabling writes for close at 1732619986875Obtaining lock to block concurrent updates at 1732619986875Preparing flush snapshotting stores in 1588230740 at 1732619986875Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732619986875Flushing stores of hbase:meta,,1.1588230740 at 1732619986876 (+1 ms)Flushing 1588230740/info: creating writer at 1732619986876Flushing 1588230740/info: appending metadata at 1732619986888 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732619986888Flushing 1588230740/ns: creating writer at 1732619987301 (+413 ms)Flushing 1588230740/ns: appending metadata at 1732619987317 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732619987317Flushing 1588230740/table: creating writer at 1732619987726 (+409 ms)Flushing 1588230740/table: appending metadata at 1732619987739 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732619987739Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23a2be9c: reopening flushed file at 1732619988148 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cd09a3: reopening flushed file at 1732619988154 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ab63a36: reopening flushed file at 1732619988159 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1290ms, sequenceid=11, compaction requested=false at 1732619988165 (+6 ms)Writing region close event to WAL at 1732619988166 (+1 ms)Running coprocessor post-close hooks at 1732619988169 (+3 ms)Closed at 1732619988169 2024-11-26T11:19:48,169 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T11:19:48,276 INFO [RS:0;7f3a3edaecc3:37857 {}] regionserver.HRegionServer(976): stopping server 7f3a3edaecc3,37857,1732619975429; all regions closed. 2024-11-26T11:19:48,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36931 is added to blk_1073741834_1010 (size=2742) 2024-11-26T11:19:48,278 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/WALs/7f3a3edaecc3,37857,1732619975429/7f3a3edaecc3%2C37857%2C1732619975429.meta.1732619978729.meta not finished, retry = 0 2024-11-26T11:19:48,412 DEBUG [RS:0;7f3a3edaecc3:37857 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/oldWALs 2024-11-26T11:19:48,412 INFO [RS:0;7f3a3edaecc3:37857 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7f3a3edaecc3%2C37857%2C1732619975429.meta:.meta(num 1732619978729) 2024-11-26T11:19:48,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36931 is added to blk_1073741837_1013 (size=1586) 2024-11-26T11:19:48,414 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/WALs/7f3a3edaecc3,37857,1732619975429/7f3a3edaecc3%2C37857%2C1732619975429.rep.1732619985785 not finished, retry = 0 2024-11-26T11:19:48,517 DEBUG [RS:0;7f3a3edaecc3:37857 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/oldWALs 2024-11-26T11:19:48,517 INFO [RS:0;7f3a3edaecc3:37857 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7f3a3edaecc3%2C37857%2C1732619975429.rep:(num 1732619985785) 2024-11-26T11:19:48,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36931 is added to blk_1073741832_1008 (size=93) 2024-11-26T11:19:48,519 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/WALs/7f3a3edaecc3,37857,1732619975429/7f3a3edaecc3%2C37857%2C1732619975429.1732619977641 not finished, retry = 0 2024-11-26T11:19:48,621 DEBUG [RS:0;7f3a3edaecc3:37857 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/oldWALs 2024-11-26T11:19:48,621 INFO [RS:0;7f3a3edaecc3:37857 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7f3a3edaecc3%2C37857%2C1732619975429:(num 1732619977641) 2024-11-26T11:19:48,621 DEBUG [RS:0;7f3a3edaecc3:37857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:19:48,621 INFO [RS:0;7f3a3edaecc3:37857 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T11:19:48,621 INFO [RS:0;7f3a3edaecc3:37857 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T11:19:48,621 INFO [RS:0;7f3a3edaecc3:37857 {}] hbase.ChoreService(370): Chore service for: regionserver/7f3a3edaecc3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T11:19:48,622 INFO [RS:0;7f3a3edaecc3:37857 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T11:19:48,622 INFO [regionserver/7f3a3edaecc3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T11:19:48,622 INFO [RS:0;7f3a3edaecc3:37857 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7f3a3edaecc3,37857,1732619975429 because: Region server is closing 2024-11-26T11:19:48,622 INFO [RS:0;7f3a3edaecc3:37857 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7f3a3edaecc3:37857. 2024-11-26T11:19:48,622 DEBUG [RS:0;7f3a3edaecc3:37857 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:19:48,622 DEBUG [RS:0;7f3a3edaecc3:37857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:19:48,622 DEBUG [RS:0;7f3a3edaecc3:37857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:19:48,622 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:19:48,722 WARN [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,37857,1732619975429.replicationSource.wal-reader.7f3a3edaecc3%2C37857%2C1732619975429,1-7f3a3edaecc3,37857,1732619975429 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T11:19:48,722 WARN [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,37857,1732619975429.replicationSource.shipper7f3a3edaecc3%2C37857%2C1732619975429,1-7f3a3edaecc3,37857,1732619975429 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T11:19:48,723 INFO [RS:0;7f3a3edaecc3:37857 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,37857,1732619975429.replicationSource.shipper7f3a3edaecc3%2C37857%2C1732619975429,1-7f3a3edaecc3,37857,1732619975429 terminated 2024-11-26T11:19:48,723 INFO [RS:0;7f3a3edaecc3:37857 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37857 2024-11-26T11:19:48,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37857-0x10176deae130001, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1552805733/rs/7f3a3edaecc3,37857,1732619975429 2024-11-26T11:19:48,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41053-0x10176deae130000, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1552805733/rs 2024-11-26T11:19:48,740 INFO [RS:0;7f3a3edaecc3:37857 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T11:19:48,750 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7f3a3edaecc3,37857,1732619975429] 2024-11-26T11:19:48,761 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1552805733/draining/7f3a3edaecc3,37857,1732619975429 already deleted, retry=false 2024-11-26T11:19:48,761 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7f3a3edaecc3,37857,1732619975429 expired; onlineServers=0 2024-11-26T11:19:48,761 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7f3a3edaecc3,41053,1732619975236' ***** 2024-11-26T11:19:48,761 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T11:19:48,761 INFO [M:0;7f3a3edaecc3:41053 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T11:19:48,761 INFO [M:0;7f3a3edaecc3:41053 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T11:19:48,761 DEBUG [M:0;7f3a3edaecc3:41053 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T11:19:48,761 DEBUG [M:0;7f3a3edaecc3:41053 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T11:19:48,761 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732619977432 {}] cleaner.HFileCleaner(306): Exit Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732619977432,5,FailOnTimeoutGroup] 2024-11-26T11:19:48,761 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T11:19:48,761 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732619977432 {}] cleaner.HFileCleaner(306): Exit Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732619977432,5,FailOnTimeoutGroup] 2024-11-26T11:19:48,761 INFO [M:0;7f3a3edaecc3:41053 {}] hbase.ChoreService(370): Chore service for: master/7f3a3edaecc3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T11:19:48,761 INFO [M:0;7f3a3edaecc3:41053 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T11:19:48,761 DEBUG [M:0;7f3a3edaecc3:41053 {}] master.HMaster(1795): Stopping service threads 2024-11-26T11:19:48,761 INFO [M:0;7f3a3edaecc3:41053 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T11:19:48,761 INFO [M:0;7f3a3edaecc3:41053 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T11:19:48,761 INFO [M:0;7f3a3edaecc3:41053 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T11:19:48,762 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T11:19:48,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41053-0x10176deae130000, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1552805733/master 2024-11-26T11:19:48,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41053-0x10176deae130000, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1552805733 2024-11-26T11:19:48,771 DEBUG [M:0;7f3a3edaecc3:41053 {}] zookeeper.ZKUtil(347): master:41053-0x10176deae130000, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Unable to get data of znode /0-1552805733/master because node does not exist (not an error) 2024-11-26T11:19:48,771 WARN [M:0;7f3a3edaecc3:41053 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T11:19:48,772 INFO [M:0;7f3a3edaecc3:41053 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/.lastflushedseqids 2024-11-26T11:19:48,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36931 is added to blk_1073741842_1018 (size=181) 2024-11-26T11:19:48,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37857-0x10176deae130001, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:19:48,850 INFO [RS:0;7f3a3edaecc3:37857 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T11:19:48,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37857-0x10176deae130001, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:19:48,851 INFO [RS:0;7f3a3edaecc3:37857 {}] regionserver.HRegionServer(1031): Exiting; stopping=7f3a3edaecc3,37857,1732619975429; zookeeper connection closed. 2024-11-26T11:19:48,851 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@584c35a0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@584c35a0 2024-11-26T11:19:48,851 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T11:19:49,177 INFO [M:0;7f3a3edaecc3:41053 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T11:19:49,177 INFO [M:0;7f3a3edaecc3:41053 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T11:19:49,177 DEBUG [M:0;7f3a3edaecc3:41053 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T11:19:49,177 INFO [M:0;7f3a3edaecc3:41053 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:19:49,177 DEBUG [M:0;7f3a3edaecc3:41053 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:19:49,177 DEBUG [M:0;7f3a3edaecc3:41053 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T11:19:49,177 DEBUG [M:0;7f3a3edaecc3:41053 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:19:49,177 INFO [M:0;7f3a3edaecc3:41053 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-26T11:19:49,191 DEBUG [M:0;7f3a3edaecc3:41053 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/30834c0a059b49d78b3bf3873dc7ccee is 82, key is hbase:meta,,1/info:regioninfo/1732619978760/Put/seqid=0 2024-11-26T11:19:49,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36931 is added to blk_1073741843_1019 (size=5672) 2024-11-26T11:19:49,596 INFO [M:0;7f3a3edaecc3:41053 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/30834c0a059b49d78b3bf3873dc7ccee 2024-11-26T11:19:49,616 DEBUG [M:0;7f3a3edaecc3:41053 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cf63c68f911048559ae1bca337a78924 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732619985829/Put/seqid=0 2024-11-26T11:19:49,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36931 is added to blk_1073741844_1020 (size=7203) 2024-11-26T11:19:49,965 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T11:19:49,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:19:49,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:19:49,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:19:49,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:19:49,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:19:49,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:19:50,021 INFO [M:0;7f3a3edaecc3:41053 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cf63c68f911048559ae1bca337a78924 2024-11-26T11:19:50,039 DEBUG [M:0;7f3a3edaecc3:41053 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/db02895fd7544cdaa24da79dcd4787a8 is 69, key is 7f3a3edaecc3,37857,1732619975429/rs:state/1732619977492/Put/seqid=0 2024-11-26T11:19:50,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36931 is added to blk_1073741845_1021 (size=5156) 2024-11-26T11:19:50,443 INFO [M:0;7f3a3edaecc3:41053 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/db02895fd7544cdaa24da79dcd4787a8 2024-11-26T11:19:50,448 DEBUG [M:0;7f3a3edaecc3:41053 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/30834c0a059b49d78b3bf3873dc7ccee as hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/30834c0a059b49d78b3bf3873dc7ccee 2024-11-26T11:19:50,452 INFO [M:0;7f3a3edaecc3:41053 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/30834c0a059b49d78b3bf3873dc7ccee, entries=8, sequenceid=70, filesize=5.5 K 2024-11-26T11:19:50,453 DEBUG [M:0;7f3a3edaecc3:41053 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cf63c68f911048559ae1bca337a78924 as hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cf63c68f911048559ae1bca337a78924 2024-11-26T11:19:50,457 INFO [M:0;7f3a3edaecc3:41053 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cf63c68f911048559ae1bca337a78924, entries=8, sequenceid=70, filesize=7.0 K 2024-11-26T11:19:50,458 DEBUG [M:0;7f3a3edaecc3:41053 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/db02895fd7544cdaa24da79dcd4787a8 as hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/db02895fd7544cdaa24da79dcd4787a8 2024-11-26T11:19:50,462 INFO [M:0;7f3a3edaecc3:41053 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/db02895fd7544cdaa24da79dcd4787a8, entries=1, sequenceid=70, filesize=5.0 K 2024-11-26T11:19:50,463 INFO [M:0;7f3a3edaecc3:41053 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=70, compaction requested=false 2024-11-26T11:19:50,464 INFO [M:0;7f3a3edaecc3:41053 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:19:50,464 DEBUG [M:0;7f3a3edaecc3:41053 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732619989177Disabling compacts and flushes for region at 1732619989177Disabling writes for close at 1732619989177Obtaining lock to block concurrent updates at 1732619989177Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732619989177Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732619989178 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732619989178Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732619989178Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732619989191 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732619989191Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732619989600 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732619989616 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732619989616Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732619990025 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732619990038 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732619990038Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39a2b4d5: reopening flushed file at 1732619990447 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74453b78: reopening flushed file at 1732619990453 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6960d5d: reopening flushed file at 1732619990457 (+4 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=70, compaction requested=false at 1732619990463 (+6 ms)Writing region close event to WAL at 1732619990464 (+1 ms)Closed at 1732619990464 2024-11-26T11:19:50,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36931 is added to blk_1073741830_1006 (size=41008) 2024-11-26T11:19:50,466 INFO [M:0;7f3a3edaecc3:41053 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T11:19:50,466 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T11:19:50,466 INFO [M:0;7f3a3edaecc3:41053 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41053 2024-11-26T11:19:50,467 INFO [M:0;7f3a3edaecc3:41053 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T11:19:50,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41053-0x10176deae130000, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:19:50,636 INFO [M:0;7f3a3edaecc3:41053 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T11:19:50,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41053-0x10176deae130000, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:19:50,637 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7f3a3edaecc3:0 server-side Connection retries=45 2024-11-26T11:19:50,637 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:19:50,637 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T11:19:50,637 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T11:19:50,637 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:19:50,637 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T11:19:50,637 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T11:19:50,638 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T11:19:50,638 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34687 2024-11-26T11:19:50,639 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34687 connecting to ZooKeeper ensemble=127.0.0.1:62334 2024-11-26T11:19:50,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:346870x0, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:19:50,652 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34687-0x10176deae130006 connected 2024-11-26T11:19:50,664 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:19:50,665 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:19:50,667 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34687-0x10176deae130006, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Set watcher on znode that does not yet exist, /0-1552805733/running 2024-11-26T11:19:50,667 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1552805733/meta-region-server: INIT 2024-11-26T11:19:50,667 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554, hbase.cluster.distributed=false 2024-11-26T11:19:50,668 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34687-0x10176deae130006, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Set watcher on znode that does not yet exist, /0-1552805733/acl 2024-11-26T11:19:50,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34687 2024-11-26T11:19:50,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34687 2024-11-26T11:19:50,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34687 2024-11-26T11:19:50,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34687 2024-11-26T11:19:50,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34687 2024-11-26T11:19:50,687 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7f3a3edaecc3:0 server-side Connection retries=45 2024-11-26T11:19:50,687 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:19:50,687 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T11:19:50,688 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T11:19:50,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:19:50,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T11:19:50,688 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T11:19:50,688 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T11:19:50,688 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45941 2024-11-26T11:19:50,689 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45941 connecting to ZooKeeper ensemble=127.0.0.1:62334 2024-11-26T11:19:50,690 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:19:50,691 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:19:50,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:459410x0, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:19:50,705 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:459410x0, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Set watcher on znode that does not yet exist, /0-1552805733/running 2024-11-26T11:19:50,705 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45941-0x10176deae130007 connected 2024-11-26T11:19:50,705 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1552805733/meta-region-server: INIT 2024-11-26T11:19:50,705 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T11:19:50,705 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T11:19:50,706 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45941-0x10176deae130007, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Set watcher on znode that does not yet exist, /0-1552805733/master 2024-11-26T11:19:50,706 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45941-0x10176deae130007, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Set watcher on znode that does not yet exist, /0-1552805733/acl 2024-11-26T11:19:50,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45941 2024-11-26T11:19:50,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45941 2024-11-26T11:19:50,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45941 2024-11-26T11:19:50,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45941 2024-11-26T11:19:50,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45941 2024-11-26T11:19:50,721 DEBUG [M:0;7f3a3edaecc3:34687 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7f3a3edaecc3:34687 2024-11-26T11:19:50,721 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1552805733/backup-masters/7f3a3edaecc3,34687,1732619990637 2024-11-26T11:19:50,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34687-0x10176deae130006, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1552805733/backup-masters 2024-11-26T11:19:50,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45941-0x10176deae130007, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1552805733/backup-masters 2024-11-26T11:19:50,730 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34687-0x10176deae130006, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Set watcher on existing znode=/0-1552805733/backup-masters/7f3a3edaecc3,34687,1732619990637 2024-11-26T11:19:50,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34687-0x10176deae130006, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1552805733 2024-11-26T11:19:50,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45941-0x10176deae130007, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1552805733/master 2024-11-26T11:19:50,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45941-0x10176deae130007, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1552805733 2024-11-26T11:19:50,740 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34687-0x10176deae130006, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Set watcher on existing znode=/0-1552805733/master 2024-11-26T11:19:50,740 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1552805733/backup-masters/7f3a3edaecc3,34687,1732619990637 from backup master directory 2024-11-26T11:19:50,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45941-0x10176deae130007, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1552805733/backup-masters 2024-11-26T11:19:50,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34687-0x10176deae130006, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1552805733/backup-masters/7f3a3edaecc3,34687,1732619990637 2024-11-26T11:19:50,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34687-0x10176deae130006, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1552805733/backup-masters 2024-11-26T11:19:50,750 WARN [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T11:19:50,750 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7f3a3edaecc3,34687,1732619990637 2024-11-26T11:19:50,759 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:19:50,759 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T11:19:50,765 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-26T11:19:50,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36931 is added to blk_1073741846_1022 (size=196) 2024-11-26T11:19:50,784 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T11:19:50,785 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T11:19:50,785 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:19:50,790 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-26T11:19:50,792 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/MasterData/WALs/7f3a3edaecc3,41053,1732619975236 to hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/MasterData/WALs/7f3a3edaecc3,41053,1732619975236-dead as it is dead 2024-11-26T11:19:50,793 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/MasterData/WALs/7f3a3edaecc3,41053,1732619975236-dead/7f3a3edaecc3%2C41053%2C1732619975236.1732619977171 2024-11-26T11:19:50,793 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/MasterData/WALs/7f3a3edaecc3,41053,1732619975236-dead/7f3a3edaecc3%2C41053%2C1732619975236.1732619977171 after 0ms 2024-11-26T11:19:50,794 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/MasterData/WALs/7f3a3edaecc3,41053,1732619975236-dead/7f3a3edaecc3%2C41053%2C1732619975236.1732619977171 to hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/7f3a3edaecc3%2C41053%2C1732619975236.1732619977171 2024-11-26T11:19:50,794 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/MasterData/WALs/7f3a3edaecc3,41053,1732619975236-dead 2024-11-26T11:19:50,794 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/MasterData/WALs/7f3a3edaecc3,34687,1732619990637 2024-11-26T11:19:50,795 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T11:19:50,796 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7f3a3edaecc3%2C34687%2C1732619990637, suffix=, logDir=hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/MasterData/WALs/7f3a3edaecc3,34687,1732619990637, archiveDir=hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/MasterData/oldWALs, maxLogs=10 2024-11-26T11:19:50,808 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/MasterData/WALs/7f3a3edaecc3,34687,1732619990637/7f3a3edaecc3%2C34687%2C1732619990637.1732619990796, exclude list is [], retry=0 2024-11-26T11:19:50,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36931,DS-5d69285c-2af2-4df0-9945-eff6f6b517d0,DISK] 2024-11-26T11:19:50,812 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/MasterData/WALs/7f3a3edaecc3,34687,1732619990637/7f3a3edaecc3%2C34687%2C1732619990637.1732619990796 2024-11-26T11:19:50,812 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34025:34025)] 2024-11-26T11:19:50,812 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:19:50,813 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:19:50,813 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:19:50,813 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:19:50,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:19:50,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T11:19:50,815 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:19:50,820 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/30834c0a059b49d78b3bf3873dc7ccee 2024-11-26T11:19:50,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:19:50,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:19:50,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T11:19:50,821 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:19:50,826 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cf63c68f911048559ae1bca337a78924 2024-11-26T11:19:50,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:19:50,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:19:50,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T11:19:50,828 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:19:50,833 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/db02895fd7544cdaa24da79dcd4787a8 2024-11-26T11:19:50,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:19:50,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:19:50,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T11:19:50,834 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:19:50,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:19:50,835 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:19:50,835 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-26T11:19:50,835 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/7f3a3edaecc3%2C41053%2C1732619975236.1732619977171 2024-11-26T11:19:50,842 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/7f3a3edaecc3%2C41053%2C1732619975236.1732619977171 2024-11-26T11:19:50,842 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/7f3a3edaecc3%2C41053%2C1732619975236.1732619977171 2024-11-26T11:19:50,844 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:19:50,844 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:19:50,844 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:19:50,846 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:19:50,848 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-26T11:19:50,849 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64255592, jitterRate=-0.04251706600189209}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:19:50,850 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732619990813Initializing all the Stores at 1732619990813Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732619990814 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619990814Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619990814Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619990814Cleaning up temporary data from old regions at 1732619990844 (+30 ms)Region opened successfully at 1732619990850 (+6 ms) 2024-11-26T11:19:50,850 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T11:19:50,853 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5508ed9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7f3a3edaecc3/172.17.0.3:0 2024-11-26T11:19:50,855 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-26T11:19:50,855 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T11:19:50,855 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T11:19:50,856 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T11:19:50,856 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T11:19:50,860 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T11:19:50,860 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T11:19:50,861 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T11:19:50,861 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-26T11:19:50,861 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T11:19:50,864 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=7f3a3edaecc3,37857,1732619975429, regionLocation=7f3a3edaecc3,37857,1732619975429, openSeqNum=2 2024-11-26T11:19:50,864 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=7f3a3edaecc3,37857,1732619975429, table=hbase:meta, region=1588230740 2024-11-26T11:19:50,864 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7f3a3edaecc3,37857,1732619975429, state=OPEN 2024-11-26T11:19:50,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34687-0x10176deae130006, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1552805733/meta-region-server 2024-11-26T11:19:50,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45941-0x10176deae130007, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1552805733/meta-region-server 2024-11-26T11:19:50,877 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1552805733/meta-region-server: CHANGED 2024-11-26T11:19:50,877 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1552805733/meta-region-server: CHANGED 2024-11-26T11:19:50,880 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-26T11:19:50,887 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1552805733/draining/7f3a3edaecc3,37857,1732619975429 already deleted, retry=false 2024-11-26T11:19:50,887 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 7f3a3edaecc3,37857,1732619975429 on 7f3a3edaecc3,34687,1732619990637 2024-11-26T11:19:50,888 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 7f3a3edaecc3,37857,1732619975429, splitWal=true, meta=true 2024-11-26T11:19:50,888 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for 7f3a3edaecc3,37857,1732619975429 (carryingMeta=true) 7f3a3edaecc3,37857,1732619975429/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7c852349[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-26T11:19:50,890 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34687-0x10176deae130006, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Unable to get data of znode /0-1552805733/balancer because node does not exist (not necessarily an error) 2024-11-26T11:19:50,897 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1552805733/balancer already deleted, retry=false 2024-11-26T11:19:50,898 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T11:19:50,899 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34687-0x10176deae130006, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Unable to get data of znode /0-1552805733/normalizer because node does not exist (not necessarily an error) 2024-11-26T11:19:50,908 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1552805733/normalizer already deleted, retry=false 2024-11-26T11:19:50,908 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T11:19:50,909 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34687-0x10176deae130006, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Unable to get data of znode /0-1552805733/switch/split because node does not exist (not necessarily an error) 2024-11-26T11:19:50,919 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1552805733/switch/split already deleted, retry=false 2024-11-26T11:19:50,920 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34687-0x10176deae130006, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Unable to get data of znode /0-1552805733/switch/merge because node does not exist (not necessarily an error) 2024-11-26T11:19:50,929 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1552805733/switch/merge already deleted, retry=false 2024-11-26T11:19:50,942 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34687-0x10176deae130006, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Unable to get data of znode /0-1552805733/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T11:19:50,950 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1552805733/snapshot-cleanup already deleted, retry=false 2024-11-26T11:19:50,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45941-0x10176deae130007, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1552805733/running 2024-11-26T11:19:50,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34687-0x10176deae130006, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1552805733/running 2024-11-26T11:19:50,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34687-0x10176deae130006, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1552805733 2024-11-26T11:19:50,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45941-0x10176deae130007, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1552805733 2024-11-26T11:19:50,961 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7f3a3edaecc3,34687,1732619990637, sessionid=0x10176deae130006, setting cluster-up flag (Was=false) 2024-11-26T11:19:50,972 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1552805733/flush-table-proc/acquired, /0-1552805733/flush-table-proc/reached, /0-1552805733/flush-table-proc/abort 2024-11-26T11:19:50,973 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7f3a3edaecc3,34687,1732619990637 2024-11-26T11:19:50,982 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1552805733/online-snapshot/acquired, /0-1552805733/online-snapshot/reached, /0-1552805733/online-snapshot/abort 2024-11-26T11:19:50,983 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7f3a3edaecc3,34687,1732619990637 2024-11-26T11:19:50,984 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/.lastflushedseqids 2024-11-26T11:19:50,986 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T11:19:50,986 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T11:19:50,987 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7f3a3edaecc3,34687,1732619990637 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 7f3a3edaecc3,37857,1732619975429 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T11:19:50,988 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:19:50,988 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:19:50,988 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:19:50,988 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:19:50,988 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7f3a3edaecc3:0, corePoolSize=10, maxPoolSize=10 2024-11-26T11:19:50,988 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:19:50,988 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=2, maxPoolSize=2 2024-11-26T11:19:50,988 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:19:50,989 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732620020989 2024-11-26T11:19:50,989 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T11:19:50,989 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T11:19:50,989 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T11:19:50,989 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T11:19:50,989 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T11:19:50,989 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T11:19:50,989 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T11:19:50,990 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 7f3a3edaecc3,37857,1732619975429, splitWal=true, meta=true 2024-11-26T11:19:50,990 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T11:19:50,990 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T11:19:50,990 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T11:19:50,990 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T11:19:50,990 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T11:19:50,990 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T11:19:50,990 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732619990990,5,FailOnTimeoutGroup] 2024-11-26T11:19:50,990 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732619990990,5,FailOnTimeoutGroup] 2024-11-26T11:19:50,990 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T11:19:50,990 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T11:19:50,990 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T11:19:50,991 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T11:19:50,991 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732619990991, completionTime=-1 2024-11-26T11:19:50,991 WARN [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-26T11:19:50,991 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-26T11:19:50,991 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 7f3a3edaecc3,37857,1732619975429, splitWal=true, meta=true, isMeta: true 2024-11-26T11:19:50,992 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/WALs/7f3a3edaecc3,37857,1732619975429-splitting 2024-11-26T11:19:50,993 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/WALs/7f3a3edaecc3,37857,1732619975429-splitting dir is empty, no logs to split. 2024-11-26T11:19:50,993 INFO [PEWorker-1 {}] master.SplitWALManager(105): 7f3a3edaecc3,37857,1732619975429 WAL count=0, meta=true 2024-11-26T11:19:50,995 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/WALs/7f3a3edaecc3,37857,1732619975429-splitting dir is empty, no logs to split. 2024-11-26T11:19:50,995 INFO [PEWorker-1 {}] master.SplitWALManager(105): 7f3a3edaecc3,37857,1732619975429 WAL count=0, meta=true 2024-11-26T11:19:50,995 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 7f3a3edaecc3,37857,1732619975429 WAL splitting is done? wals=0, meta=true 2024-11-26T11:19:50,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T11:19:50,996 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T11:19:50,997 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-26T11:19:51,009 INFO [RS:0;7f3a3edaecc3:45941 {}] regionserver.HRegionServer(746): ClusterId : 022685a9-dfeb-4ac9-ba77-7c3335e20a5a 2024-11-26T11:19:51,010 DEBUG [RS:0;7f3a3edaecc3:45941 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T11:19:51,020 DEBUG [RS:0;7f3a3edaecc3:45941 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T11:19:51,020 DEBUG [RS:0;7f3a3edaecc3:45941 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T11:19:51,031 DEBUG [RS:0;7f3a3edaecc3:45941 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T11:19:51,032 DEBUG [RS:0;7f3a3edaecc3:45941 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62110d7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7f3a3edaecc3/172.17.0.3:0 2024-11-26T11:19:51,046 DEBUG [RS:0;7f3a3edaecc3:45941 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7f3a3edaecc3:45941 2024-11-26T11:19:51,046 INFO [RS:0;7f3a3edaecc3:45941 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T11:19:51,046 INFO [RS:0;7f3a3edaecc3:45941 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T11:19:51,046 DEBUG [RS:0;7f3a3edaecc3:45941 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T11:19:51,047 INFO [RS:0;7f3a3edaecc3:45941 {}] regionserver.HRegionServer(2659): reportForDuty to master=7f3a3edaecc3,34687,1732619990637 with port=45941, startcode=1732619990687 2024-11-26T11:19:51,047 DEBUG [RS:0;7f3a3edaecc3:45941 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T11:19:51,048 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33481, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T11:19:51,048 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34687 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7f3a3edaecc3,45941,1732619990687 2024-11-26T11:19:51,049 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34687 {}] master.ServerManager(517): Registering regionserver=7f3a3edaecc3,45941,1732619990687 2024-11-26T11:19:51,050 DEBUG [RS:0;7f3a3edaecc3:45941 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554 2024-11-26T11:19:51,050 DEBUG [RS:0;7f3a3edaecc3:45941 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45485 2024-11-26T11:19:51,050 DEBUG [RS:0;7f3a3edaecc3:45941 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T11:19:51,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34687-0x10176deae130006, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1552805733/rs 2024-11-26T11:19:51,087 DEBUG [RS:0;7f3a3edaecc3:45941 {}] zookeeper.ZKUtil(111): regionserver:45941-0x10176deae130007, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Set watcher on existing znode=/0-1552805733/rs/7f3a3edaecc3,45941,1732619990687 2024-11-26T11:19:51,087 WARN [RS:0;7f3a3edaecc3:45941 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T11:19:51,087 INFO [RS:0;7f3a3edaecc3:45941 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:19:51,087 DEBUG [RS:0;7f3a3edaecc3:45941 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/WALs/7f3a3edaecc3,45941,1732619990687 2024-11-26T11:19:51,087 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7f3a3edaecc3,45941,1732619990687] 2024-11-26T11:19:51,091 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-26T11:19:51,105 INFO [RS:0;7f3a3edaecc3:45941 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T11:19:51,106 INFO [RS:0;7f3a3edaecc3:45941 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T11:19:51,107 INFO [RS:0;7f3a3edaecc3:45941 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T11:19:51,107 INFO [RS:0;7f3a3edaecc3:45941 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:19:51,107 INFO [RS:0;7f3a3edaecc3:45941 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T11:19:51,108 INFO [RS:0;7f3a3edaecc3:45941 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T11:19:51,108 INFO [RS:0;7f3a3edaecc3:45941 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T11:19:51,108 DEBUG [RS:0;7f3a3edaecc3:45941 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:19:51,108 DEBUG [RS:0;7f3a3edaecc3:45941 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:19:51,108 DEBUG [RS:0;7f3a3edaecc3:45941 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:19:51,108 DEBUG [RS:0;7f3a3edaecc3:45941 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:19:51,108 DEBUG [RS:0;7f3a3edaecc3:45941 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:19:51,108 DEBUG [RS:0;7f3a3edaecc3:45941 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7f3a3edaecc3:0, corePoolSize=2, maxPoolSize=2 2024-11-26T11:19:51,108 DEBUG [RS:0;7f3a3edaecc3:45941 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:19:51,108 DEBUG [RS:0;7f3a3edaecc3:45941 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:19:51,108 DEBUG [RS:0;7f3a3edaecc3:45941 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:19:51,108 DEBUG [RS:0;7f3a3edaecc3:45941 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:19:51,108 DEBUG [RS:0;7f3a3edaecc3:45941 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:19:51,108 DEBUG [RS:0;7f3a3edaecc3:45941 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:19:51,108 DEBUG [RS:0;7f3a3edaecc3:45941 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7f3a3edaecc3:0, corePoolSize=3, maxPoolSize=3 2024-11-26T11:19:51,108 DEBUG [RS:0;7f3a3edaecc3:45941 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7f3a3edaecc3:0, corePoolSize=3, maxPoolSize=3 2024-11-26T11:19:51,109 INFO [RS:0;7f3a3edaecc3:45941 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T11:19:51,109 INFO [RS:0;7f3a3edaecc3:45941 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T11:19:51,109 INFO [RS:0;7f3a3edaecc3:45941 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:19:51,109 INFO [RS:0;7f3a3edaecc3:45941 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T11:19:51,109 INFO [RS:0;7f3a3edaecc3:45941 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T11:19:51,109 INFO [RS:0;7f3a3edaecc3:45941 {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,45941,1732619990687-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T11:19:51,121 INFO [RS:0;7f3a3edaecc3:45941 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T11:19:51,121 INFO [RS:0;7f3a3edaecc3:45941 {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,45941,1732619990687-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:19:51,133 INFO [RS:0;7f3a3edaecc3:45941 {}] regionserver.ReplicationSource(231): queueId=1-7f3a3edaecc3,45941,1732619990687, ReplicationSource: 1, currentBandwidth=0 2024-11-26T11:19:51,133 INFO [RS:0;7f3a3edaecc3:45941 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:19:51,133 INFO [RS:0;7f3a3edaecc3:45941 {}] regionserver.Replication(171): 7f3a3edaecc3,45941,1732619990687 started 2024-11-26T11:19:51,146 INFO [RS:0;7f3a3edaecc3:45941 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:19:51,146 DEBUG [RS:0;7f3a3edaecc3:45941.replicationSource,1-7f3a3edaecc3,45941,1732619990687 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7f3a3edaecc3:44355' 2024-11-26T11:19:51,146 INFO [RS:0;7f3a3edaecc3:45941 {}] regionserver.HRegionServer(1482): Serving as 7f3a3edaecc3,45941,1732619990687, RpcServer on 7f3a3edaecc3/172.17.0.3:45941, sessionid=0x10176deae130007 2024-11-26T11:19:51,147 DEBUG [RS:0;7f3a3edaecc3:45941 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T11:19:51,147 DEBUG [RS:0;7f3a3edaecc3:45941 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7f3a3edaecc3,45941,1732619990687 2024-11-26T11:19:51,147 DEBUG [RS:0;7f3a3edaecc3:45941 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7f3a3edaecc3,45941,1732619990687' 2024-11-26T11:19:51,147 DEBUG [RS:0;7f3a3edaecc3:45941 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1552805733/flush-table-proc/abort' 2024-11-26T11:19:51,147 WARN [7f3a3edaecc3:34687 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-26T11:19:51,147 DEBUG [RS:0;7f3a3edaecc3:45941 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1552805733/flush-table-proc/acquired' 2024-11-26T11:19:51,147 DEBUG [RS:0;7f3a3edaecc3:45941 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T11:19:51,147 DEBUG [RS:0;7f3a3edaecc3:45941 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T11:19:51,147 DEBUG [RS:0;7f3a3edaecc3:45941 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7f3a3edaecc3,45941,1732619990687 2024-11-26T11:19:51,147 DEBUG [RS:0;7f3a3edaecc3:45941 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7f3a3edaecc3,45941,1732619990687' 2024-11-26T11:19:51,147 DEBUG [RS:0;7f3a3edaecc3:45941 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1552805733/online-snapshot/abort' 2024-11-26T11:19:51,148 DEBUG [RS:0;7f3a3edaecc3:45941.replicationSource,1-7f3a3edaecc3,45941,1732619990687 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61fa676b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:19:51,148 DEBUG [RS:0;7f3a3edaecc3:45941.replicationSource,1-7f3a3edaecc3,45941,1732619990687 {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,44355,-1 for getting cluster id 2024-11-26T11:19:51,148 DEBUG [RS:0;7f3a3edaecc3:45941.replicationSource,1-7f3a3edaecc3,45941,1732619990687 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:19:51,148 DEBUG [RS:0;7f3a3edaecc3:45941 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1552805733/online-snapshot/acquired' 2024-11-26T11:19:51,148 DEBUG [RS:0;7f3a3edaecc3:45941 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T11:19:51,148 INFO [RS:0;7f3a3edaecc3:45941 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T11:19:51,148 INFO [RS:0;7f3a3edaecc3:45941 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T11:19:51,149 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1bde0146-ba2a-4fb8-aedf-2455de9d2b9d' 2024-11-26T11:19:51,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:19:51,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1bde0146-ba2a-4fb8-aedf-2455de9d2b9d" 2024-11-26T11:19:51,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ddbcc91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:19:51,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,44355,-1] 2024-11-26T11:19:51,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:19:51,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:19:51,150 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:19:51,151 DEBUG [RS:0;7f3a3edaecc3:45941.replicationSource,1-7f3a3edaecc3,45941,1732619990687 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e3cd866, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:19:51,151 DEBUG [RS:0;7f3a3edaecc3:45941.replicationSource,1-7f3a3edaecc3,45941,1732619990687 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:19:51,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,44355,1732619980827 2024-11-26T11:19:51,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12734f23 2024-11-26T11:19:51,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:19:51,152 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-26T11:19:51,153 INFO [RS:0;7f3a3edaecc3:45941.replicationSource,1-7f3a3edaecc3,45941,1732619990687 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7f3a3edaecc3,45941,1732619990687 (queues=0) is replicating from cluster=022685a9-dfeb-4ac9-ba77-7c3335e20a5a to cluster=1bde0146-ba2a-4fb8-aedf-2455de9d2b9d 2024-11-26T11:19:51,248 INFO [RS:0;7f3a3edaecc3:45941 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T11:19:51,250 INFO [RS:0;7f3a3edaecc3:45941 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7f3a3edaecc3%2C45941%2C1732619990687, suffix=, logDir=hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/WALs/7f3a3edaecc3,45941,1732619990687, archiveDir=hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/oldWALs, maxLogs=10 2024-11-26T11:19:51,263 DEBUG [RS:0;7f3a3edaecc3:45941 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/WALs/7f3a3edaecc3,45941,1732619990687/7f3a3edaecc3%2C45941%2C1732619990687.1732619991250, exclude list is [], retry=0 2024-11-26T11:19:51,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36931,DS-5d69285c-2af2-4df0-9945-eff6f6b517d0,DISK] 2024-11-26T11:19:51,267 INFO [RS:0;7f3a3edaecc3:45941 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/WALs/7f3a3edaecc3,45941,1732619990687/7f3a3edaecc3%2C45941%2C1732619990687.1732619991250 2024-11-26T11:19:51,267 DEBUG [RS:0;7f3a3edaecc3:45941 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 7f3a3edaecc3%2C45941%2C1732619990687 for peer 1 2024-11-26T11:19:51,267 DEBUG [RS:0;7f3a3edaecc3:45941 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7f3a3edaecc3%2C45941%2C1732619990687 2024-11-26T11:19:51,267 INFO [RS:0;7f3a3edaecc3:45941 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7f3a3edaecc3,45941,1732619990687, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T11:19:51,267 DEBUG [RS:0;7f3a3edaecc3:45941 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34025:34025)] 2024-11-26T11:19:51,267 INFO [RS:0;7f3a3edaecc3:45941.replicationSource.shipper7f3a3edaecc3%2C45941%2C1732619990687,1-7f3a3edaecc3,45941,1732619990687 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7f3a3edaecc3%2C45941%2C1732619990687 2024-11-26T11:19:51,268 DEBUG [RS:0;7f3a3edaecc3:45941.replicationSource.wal-reader.7f3a3edaecc3%2C45941%2C1732619990687,1-7f3a3edaecc3,45941,1732619990687 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/WALs/7f3a3edaecc3,45941,1732619990687/7f3a3edaecc3%2C45941%2C1732619990687.1732619991250, startPosition=0, beingWritten=true 2024-11-26T11:19:51,397 DEBUG [7f3a3edaecc3:34687 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T11:19:51,398 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7f3a3edaecc3,45941,1732619990687 2024-11-26T11:19:51,399 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7f3a3edaecc3,45941,1732619990687, state=OPENING 2024-11-26T11:19:51,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45941-0x10176deae130007, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1552805733/meta-region-server 2024-11-26T11:19:51,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34687-0x10176deae130006, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1552805733/meta-region-server 2024-11-26T11:19:51,420 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1552805733/meta-region-server: CHANGED 2024-11-26T11:19:51,420 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1552805733/meta-region-server: CHANGED 2024-11-26T11:19:51,420 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T11:19:51,420 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,45941,1732619990687}] 2024-11-26T11:19:51,476 DEBUG [RS:0;7f3a3edaecc3:45941.replicationSource.wal-reader.7f3a3edaecc3%2C45941%2C1732619990687,1-7f3a3edaecc3,45941,1732619990687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/WALs/7f3a3edaecc3,45941,1732619990687/7f3a3edaecc3%2C45941%2C1732619990687.1732619991250 to pos 0, reset compression=false 2024-11-26T11:19:51,573 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T11:19:51,574 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52763, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T11:19:51,577 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T11:19:51,578 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:19:51,578 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T11:19:51,579 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7f3a3edaecc3%2C45941%2C1732619990687.meta, suffix=.meta, logDir=hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/WALs/7f3a3edaecc3,45941,1732619990687, archiveDir=hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/oldWALs, maxLogs=10 2024-11-26T11:19:51,592 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/WALs/7f3a3edaecc3,45941,1732619990687/7f3a3edaecc3%2C45941%2C1732619990687.meta.1732619991579.meta, exclude list is [], retry=0 2024-11-26T11:19:51,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36931,DS-5d69285c-2af2-4df0-9945-eff6f6b517d0,DISK] 2024-11-26T11:19:51,597 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/WALs/7f3a3edaecc3,45941,1732619990687/7f3a3edaecc3%2C45941%2C1732619990687.meta.1732619991579.meta 2024-11-26T11:19:51,597 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34025:34025)] 2024-11-26T11:19:51,597 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:19:51,598 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T11:19:51,598 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T11:19:51,598 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T11:19:51,598 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T11:19:51,598 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T11:19:51,598 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:19:51,598 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T11:19:51,598 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T11:19:51,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T11:19:51,601 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T11:19:51,601 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:19:51,606 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/data/hbase/meta/1588230740/info/93b445a6f8e0407c8b9ff315fd50a1d8 2024-11-26T11:19:51,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:19:51,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T11:19:51,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T11:19:51,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:19:51,613 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/data/hbase/meta/1588230740/ns/ed6e877739384bbdb35a6329cff3cfa1 2024-11-26T11:19:51,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:19:51,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T11:19:51,614 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T11:19:51,614 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:19:51,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:19:51,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T11:19:51,615 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T11:19:51,615 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:19:51,620 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/data/hbase/meta/1588230740/table/2383ec18111941449a7a38a1c9ec29ae 2024-11-26T11:19:51,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:19:51,621 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T11:19:51,621 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/data/hbase/meta/1588230740 2024-11-26T11:19:51,622 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/data/hbase/meta/1588230740 2024-11-26T11:19:51,623 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T11:19:51,624 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T11:19:51,624 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:19:51,626 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T11:19:51,626 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70474093, jitterRate=0.050145819783210754}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:19:51,626 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T11:19:51,627 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732619991599Writing region info on filesystem at 1732619991599Initializing all the Stores at 1732619991599Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732619991599Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732619991600 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619991600Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732619991600Cleaning up temporary data from old regions at 1732619991624 (+24 ms)Running coprocessor post-open hooks at 1732619991626 (+2 ms)Region opened successfully at 1732619991627 (+1 ms) 2024-11-26T11:19:51,628 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732619991572 2024-11-26T11:19:51,630 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T11:19:51,630 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T11:19:51,630 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=7f3a3edaecc3,45941,1732619990687 2024-11-26T11:19:51,631 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7f3a3edaecc3,45941,1732619990687, state=OPEN 2024-11-26T11:19:51,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34687-0x10176deae130006, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1552805733/meta-region-server 2024-11-26T11:19:51,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45941-0x10176deae130007, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1552805733/meta-region-server 2024-11-26T11:19:51,683 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,45941,1732619990687 2024-11-26T11:19:51,683 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1552805733/meta-region-server: CHANGED 2024-11-26T11:19:51,683 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1552805733/meta-region-server: CHANGED 2024-11-26T11:19:51,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-26T11:19:51,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,45941,1732619990687 in 263 msec 2024-11-26T11:19:51,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T11:19:51,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 690 msec 2024-11-26T11:19:51,781 DEBUG [RS:0;7f3a3edaecc3:45941.replicationSource.wal-reader.7f3a3edaecc3%2C45941%2C1732619990687,1-7f3a3edaecc3,45941,1732619990687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/WALs/7f3a3edaecc3,45941,1732619990687/7f3a3edaecc3%2C45941%2C1732619990687.1732619991250 to pos 0, reset compression=false 2024-11-26T11:19:52,185 DEBUG [RS:0;7f3a3edaecc3:45941.replicationSource.wal-reader.7f3a3edaecc3%2C45941%2C1732619990687,1-7f3a3edaecc3,45941,1732619990687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/WALs/7f3a3edaecc3,45941,1732619990687/7f3a3edaecc3%2C45941%2C1732619990687.1732619991250 to pos 0, reset compression=false 2024-11-26T11:19:52,593 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1602ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-26T11:19:52,691 DEBUG [RS:0;7f3a3edaecc3:45941.replicationSource.wal-reader.7f3a3edaecc3%2C45941%2C1732619990687,1-7f3a3edaecc3,45941,1732619990687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/WALs/7f3a3edaecc3,45941,1732619990687/7f3a3edaecc3%2C45941%2C1732619990687.1732619991250 to pos 0, reset compression=false 2024-11-26T11:19:53,295 DEBUG [RS:0;7f3a3edaecc3:45941.replicationSource.wal-reader.7f3a3edaecc3%2C45941%2C1732619990687,1-7f3a3edaecc3,45941,1732619990687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/WALs/7f3a3edaecc3,45941,1732619990687/7f3a3edaecc3%2C45941%2C1732619990687.1732619991250 to pos 0, reset compression=false 2024-11-26T11:19:53,999 DEBUG [RS:0;7f3a3edaecc3:45941.replicationSource.wal-reader.7f3a3edaecc3%2C45941%2C1732619990687,1-7f3a3edaecc3,45941,1732619990687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/WALs/7f3a3edaecc3,45941,1732619990687/7f3a3edaecc3%2C45941%2C1732619990687.1732619991250 to pos 0, reset compression=false 2024-11-26T11:19:54,096 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-26T11:19:54,806 DEBUG [RS:0;7f3a3edaecc3:45941.replicationSource.wal-reader.7f3a3edaecc3%2C45941%2C1732619990687,1-7f3a3edaecc3,45941,1732619990687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/WALs/7f3a3edaecc3,45941,1732619990687/7f3a3edaecc3%2C45941%2C1732619990687.1732619991250 to pos 0, reset compression=false 2024-11-26T11:19:55,498 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-26T11:19:55,498 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T11:19:55,499 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:19:55,499 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,45941,1732619990687, seqNum=-1] 2024-11-26T11:19:55,499 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:19:55,500 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55643, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:19:55,504 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=dabb0757d8806c7da79282ad6ac8779b, regionState=OPEN, lastHost=7f3a3edaecc3,37857,1732619975429, regionLocation=7f3a3edaecc3,37857,1732619975429, openSeqNum=2 2024-11-26T11:19:55,504 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T11:19:55,504 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732620055504 2024-11-26T11:19:55,504 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732620115504 2024-11-26T11:19:55,504 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 6 msec 2024-11-26T11:19:55,505 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 7f3a3edaecc3,37857,1732619975429 had 2 regions 2024-11-26T11:19:55,505 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,34687,1732619990637-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:19:55,505 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,34687,1732619990637-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:19:55,505 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,34687,1732619990637-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:19:55,505 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7f3a3edaecc3:34687, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:19:55,505 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T11:19:55,505 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T11:19:55,506 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 7f3a3edaecc3,37857,1732619975429, splitWal=true, meta=true, isMeta: false 2024-11-26T11:19:55,507 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/WALs/7f3a3edaecc3,37857,1732619975429-splitting dir is empty, no logs to split. 2024-11-26T11:19:55,508 INFO [PEWorker-3 {}] master.SplitWALManager(105): 7f3a3edaecc3,37857,1732619975429 WAL count=0, meta=false 2024-11-26T11:19:55,511 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/WALs/7f3a3edaecc3,37857,1732619975429-splitting dir is empty, no logs to split. 2024-11-26T11:19:55,511 INFO [PEWorker-3 {}] master.SplitWALManager(105): 7f3a3edaecc3,37857,1732619975429 WAL count=0, meta=false 2024-11-26T11:19:55,511 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 7f3a3edaecc3,37857,1732619975429 WAL splitting is done? wals=0, meta=false 2024-11-26T11:19:55,511 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.761sec 2024-11-26T11:19:55,511 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T11:19:55,511 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T11:19:55,511 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T11:19:55,511 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T11:19:55,511 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T11:19:55,511 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,34687,1732619990637-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T11:19:55,511 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,34687,1732619990637-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T11:19:55,513 WARN [master/7f3a3edaecc3:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=7f3a3edaecc3,37857,1732619975429/hbase:replication,,1732619984651.dabb0757d8806c7da79282ad6ac8779b. 2024-11-26T11:19:55,515 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dabb0757d8806c7da79282ad6ac8779b, ASSIGN}] 2024-11-26T11:19:55,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eb7c5c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:19:55,516 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,34687,-1 for getting cluster id 2024-11-26T11:19:55,516 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:19:55,516 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dabb0757d8806c7da79282ad6ac8779b, ASSIGN 2024-11-26T11:19:55,517 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dabb0757d8806c7da79282ad6ac8779b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-26T11:19:55,518 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '022685a9-dfeb-4ac9-ba77-7c3335e20a5a' 2024-11-26T11:19:55,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:19:55,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "022685a9-dfeb-4ac9-ba77-7c3335e20a5a" 2024-11-26T11:19:55,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@279a68d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:19:55,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,34687,-1] 2024-11-26T11:19:55,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:19:55,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:19:55,520 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:19:55,521 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15e857e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:19:55,521 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T11:19:55,521 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T11:19:55,521 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,34687,1732619990637-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:19:55,521 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:19:55,522 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,45941,1732619990687, seqNum=-1] 2024-11-26T11:19:55,522 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:19:55,523 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:19:55,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-26T11:19:55,525 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:19:55,525 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:19:55,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:19:55,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:19:55,526 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:19:55,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 7f3a3edaecc3:34687 after: 7f3a3edaecc3:34687 2024-11-26T11:19:55,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@280670f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:19:55,526 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,34687,-1 for getting cluster id 2024-11-26T11:19:55,526 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:19:55,527 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '022685a9-dfeb-4ac9-ba77-7c3335e20a5a' 2024-11-26T11:19:55,527 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:19:55,527 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "022685a9-dfeb-4ac9-ba77-7c3335e20a5a" 2024-11-26T11:19:55,527 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f40e76b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:19:55,527 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,34687,-1] 2024-11-26T11:19:55,528 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:19:55,528 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:19:55,528 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:19:55,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50c29ada, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:19:55,529 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:19:55,529 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,34687,1732619990637 2024-11-26T11:19:55,529 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@210e85bd 2024-11-26T11:19:55,529 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:19:55,530 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:19:55,530 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34687 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-26T11:19:55,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T11:19:55,531 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:19:55,531 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:19:55,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:19:55,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:19:55,531 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:19:55,531 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T11:19:55,531 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1014439774, stopped=false 2024-11-26T11:19:55,531 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7f3a3edaecc3,44355,1732619980827 2024-11-26T11:19:55,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44355-0x10176deae130003, quorum=127.0.0.1:62334, baseZNode=/11467535270 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11467535270/running 2024-11-26T11:19:55,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34077-0x10176deae130004, quorum=127.0.0.1:62334, baseZNode=/11467535270 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11467535270/running 2024-11-26T11:19:55,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44355-0x10176deae130003, quorum=127.0.0.1:62334, baseZNode=/11467535270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11467535270 2024-11-26T11:19:55,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34077-0x10176deae130004, quorum=127.0.0.1:62334, baseZNode=/11467535270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11467535270 2024-11-26T11:19:55,613 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T11:19:55,613 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:19:55,614 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:19:55,614 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44355-0x10176deae130003, quorum=127.0.0.1:62334, baseZNode=/11467535270 Set watcher on znode that does not yet exist, /11467535270/running 2024-11-26T11:19:55,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:19:55,614 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7f3a3edaecc3,34077,1732619980975' ***** 2024-11-26T11:19:55,614 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34077-0x10176deae130004, quorum=127.0.0.1:62334, baseZNode=/11467535270 Set watcher on znode that does not yet exist, /11467535270/running 2024-11-26T11:19:55,614 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T11:19:55,614 INFO [RS:0;7f3a3edaecc3:34077 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T11:19:55,614 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T11:19:55,614 INFO [RS:0;7f3a3edaecc3:34077 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T11:19:55,614 INFO [RS:0;7f3a3edaecc3:34077 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T11:19:55,614 INFO [RS:0;7f3a3edaecc3:34077 {}] regionserver.HRegionServer(959): stopping server 7f3a3edaecc3,34077,1732619980975 2024-11-26T11:19:55,614 INFO [RS:0;7f3a3edaecc3:34077 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T11:19:55,615 INFO [RS:0;7f3a3edaecc3:34077 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7f3a3edaecc3:34077. 2024-11-26T11:19:55,615 DEBUG [RS:0;7f3a3edaecc3:34077 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:19:55,615 DEBUG [RS:0;7f3a3edaecc3:34077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:19:55,615 INFO [RS:0;7f3a3edaecc3:34077 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T11:19:55,615 INFO [RS:0;7f3a3edaecc3:34077 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T11:19:55,615 INFO [RS:0;7f3a3edaecc3:34077 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T11:19:55,615 INFO [RS:0;7f3a3edaecc3:34077 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T11:19:55,615 INFO [RS:0;7f3a3edaecc3:34077 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T11:19:55,615 DEBUG [RS:0;7f3a3edaecc3:34077 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T11:19:55,615 DEBUG [RS:0;7f3a3edaecc3:34077 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T11:19:55,615 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T11:19:55,615 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T11:19:55,615 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T11:19:55,615 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T11:19:55,615 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T11:19:55,615 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-26T11:19:55,616 INFO [regionserver/7f3a3edaecc3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T11:19:55,631 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34393/user/jenkins/test-data/607db245-fa8e-3206-dd1e-ea035cd86343/data/hbase/meta/1588230740/.tmp/ns/ec4926d6464a4827b9763737cc768c92 is 43, key is default/ns:d/1732619984495/Put/seqid=0 2024-11-26T11:19:55,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37569 is added to blk_1073741835_1011 (size=5153) 2024-11-26T11:19:55,667 DEBUG [7f3a3edaecc3:34687 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T11:19:55,668 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=dabb0757d8806c7da79282ad6ac8779b, regionState=OPENING, regionLocation=7f3a3edaecc3,45941,1732619990687 2024-11-26T11:19:55,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dabb0757d8806c7da79282ad6ac8779b, ASSIGN because future has completed 2024-11-26T11:19:55,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure dabb0757d8806c7da79282ad6ac8779b, server=7f3a3edaecc3,45941,1732619990687}] 2024-11-26T11:19:55,711 DEBUG [RS:0;7f3a3edaecc3:45941.replicationSource.wal-reader.7f3a3edaecc3%2C45941%2C1732619990687,1-7f3a3edaecc3,45941,1732619990687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/WALs/7f3a3edaecc3,45941,1732619990687/7f3a3edaecc3%2C45941%2C1732619990687.1732619991250 to pos 0, reset compression=false 2024-11-26T11:19:55,815 DEBUG [RS:0;7f3a3edaecc3:34077 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T11:19:55,826 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732619984651.dabb0757d8806c7da79282ad6ac8779b. 2024-11-26T11:19:55,826 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:19:55,826 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T11:19:55,828 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7f3a3edaecc3%2C45941%2C1732619990687.rep, suffix=, logDir=hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/WALs/7f3a3edaecc3,45941,1732619990687, archiveDir=hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/oldWALs, maxLogs=10 2024-11-26T11:19:55,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/WALs/7f3a3edaecc3,45941,1732619990687/7f3a3edaecc3%2C45941%2C1732619990687.rep.1732619995828, exclude list is [], retry=0 2024-11-26T11:19:55,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36931,DS-5d69285c-2af2-4df0-9945-eff6f6b517d0,DISK] 2024-11-26T11:19:55,843 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/WALs/7f3a3edaecc3,45941,1732619990687/7f3a3edaecc3%2C45941%2C1732619990687.rep.1732619995828 2024-11-26T11:19:55,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34025:34025)] 2024-11-26T11:19:55,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => dabb0757d8806c7da79282ad6ac8779b, NAME => 'hbase:replication,,1732619984651.dabb0757d8806c7da79282ad6ac8779b.', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:19:55,844 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T11:19:55,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T11:19:55,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732619984651.dabb0757d8806c7da79282ad6ac8779b. service=MultiRowMutationService 2024-11-26T11:19:55,844 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T11:19:55,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication dabb0757d8806c7da79282ad6ac8779b 2024-11-26T11:19:55,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732619984651.dabb0757d8806c7da79282ad6ac8779b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:19:55,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for dabb0757d8806c7da79282ad6ac8779b 2024-11-26T11:19:55,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for dabb0757d8806c7da79282ad6ac8779b 2024-11-26T11:19:55,845 INFO [StoreOpener-dabb0757d8806c7da79282ad6ac8779b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region dabb0757d8806c7da79282ad6ac8779b 2024-11-26T11:19:55,846 INFO [StoreOpener-dabb0757d8806c7da79282ad6ac8779b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dabb0757d8806c7da79282ad6ac8779b columnFamilyName hfileref 2024-11-26T11:19:55,846 DEBUG [StoreOpener-dabb0757d8806c7da79282ad6ac8779b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:19:55,847 INFO [StoreOpener-dabb0757d8806c7da79282ad6ac8779b-1 {}] regionserver.HStore(327): Store=dabb0757d8806c7da79282ad6ac8779b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:19:55,847 INFO [StoreOpener-dabb0757d8806c7da79282ad6ac8779b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region dabb0757d8806c7da79282ad6ac8779b 2024-11-26T11:19:55,847 INFO [StoreOpener-dabb0757d8806c7da79282ad6ac8779b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dabb0757d8806c7da79282ad6ac8779b columnFamilyName queue 2024-11-26T11:19:55,847 DEBUG [StoreOpener-dabb0757d8806c7da79282ad6ac8779b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:19:55,852 DEBUG [StoreOpener-dabb0757d8806c7da79282ad6ac8779b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/data/hbase/replication/dabb0757d8806c7da79282ad6ac8779b/queue/770a24ba01e94028ad5ed8a2bcad60ed 2024-11-26T11:19:55,852 INFO [StoreOpener-dabb0757d8806c7da79282ad6ac8779b-1 {}] regionserver.HStore(327): Store=dabb0757d8806c7da79282ad6ac8779b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:19:55,852 INFO [StoreOpener-dabb0757d8806c7da79282ad6ac8779b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region dabb0757d8806c7da79282ad6ac8779b 2024-11-26T11:19:55,853 INFO [StoreOpener-dabb0757d8806c7da79282ad6ac8779b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dabb0757d8806c7da79282ad6ac8779b columnFamilyName sid 2024-11-26T11:19:55,853 DEBUG [StoreOpener-dabb0757d8806c7da79282ad6ac8779b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:19:55,854 INFO [StoreOpener-dabb0757d8806c7da79282ad6ac8779b-1 {}] regionserver.HStore(327): Store=dabb0757d8806c7da79282ad6ac8779b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:19:55,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for dabb0757d8806c7da79282ad6ac8779b 2024-11-26T11:19:55,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/data/hbase/replication/dabb0757d8806c7da79282ad6ac8779b 2024-11-26T11:19:55,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/data/hbase/replication/dabb0757d8806c7da79282ad6ac8779b 2024-11-26T11:19:55,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for dabb0757d8806c7da79282ad6ac8779b 2024-11-26T11:19:55,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for dabb0757d8806c7da79282ad6ac8779b 2024-11-26T11:19:55,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T11:19:55,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for dabb0757d8806c7da79282ad6ac8779b 2024-11-26T11:19:55,858 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened dabb0757d8806c7da79282ad6ac8779b; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73798292, jitterRate=0.09968024492263794}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T11:19:55,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dabb0757d8806c7da79282ad6ac8779b 2024-11-26T11:19:55,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for dabb0757d8806c7da79282ad6ac8779b: Running coprocessor pre-open hook at 1732619995844Writing region info on filesystem at 1732619995844Initializing all the Stores at 1732619995845 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619995845Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619995845Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732619995845Cleaning up temporary data from old regions at 1732619995856 (+11 ms)Running coprocessor post-open hooks at 1732619995858 (+2 ms)Region opened successfully at 1732619995859 (+1 ms) 2024-11-26T11:19:55,860 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732619984651.dabb0757d8806c7da79282ad6ac8779b., pid=13, masterSystemTime=1732619995823 2024-11-26T11:19:55,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732619984651.dabb0757d8806c7da79282ad6ac8779b. 2024-11-26T11:19:55,861 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732619984651.dabb0757d8806c7da79282ad6ac8779b. 2024-11-26T11:19:55,862 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=dabb0757d8806c7da79282ad6ac8779b, regionState=OPEN, openSeqNum=9, regionLocation=7f3a3edaecc3,45941,1732619990687 2024-11-26T11:19:55,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure dabb0757d8806c7da79282ad6ac8779b, server=7f3a3edaecc3,45941,1732619990687 because future has completed 2024-11-26T11:19:55,866 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-26T11:19:55,866 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure dabb0757d8806c7da79282ad6ac8779b, server=7f3a3edaecc3,45941,1732619990687 in 193 msec 2024-11-26T11:19:55,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-26T11:19:55,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dabb0757d8806c7da79282ad6ac8779b, ASSIGN in 351 msec 2024-11-26T11:19:55,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-26T11:19:55,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732619984651.dabb0757d8806c7da79282ad6ac8779b., hostname=7f3a3edaecc3,45941,1732619990687, seqNum=9] 2024-11-26T11:19:55,884 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 7f3a3edaecc3,37857,1732619975429 2024-11-26T11:19:55,884 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-26T11:19:56,015 DEBUG [RS:0;7f3a3edaecc3:34077 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T11:19:56,035 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34393/user/jenkins/test-data/607db245-fa8e-3206-dd1e-ea035cd86343/data/hbase/meta/1588230740/.tmp/ns/ec4926d6464a4827b9763737cc768c92 2024-11-26T11:19:56,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45941 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-26T11:19:56,041 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34393/user/jenkins/test-data/607db245-fa8e-3206-dd1e-ea035cd86343/data/hbase/meta/1588230740/.tmp/ns/ec4926d6464a4827b9763737cc768c92 as hdfs://localhost:34393/user/jenkins/test-data/607db245-fa8e-3206-dd1e-ea035cd86343/data/hbase/meta/1588230740/ns/ec4926d6464a4827b9763737cc768c92 2024-11-26T11:19:56,045 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34393/user/jenkins/test-data/607db245-fa8e-3206-dd1e-ea035cd86343/data/hbase/meta/1588230740/ns/ec4926d6464a4827b9763737cc768c92, entries=2, sequenceid=6, filesize=5.0 K 2024-11-26T11:19:56,046 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=6, compaction requested=false 2024-11-26T11:19:56,046 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T11:19:56,050 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34393/user/jenkins/test-data/607db245-fa8e-3206-dd1e-ea035cd86343/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-26T11:19:56,051 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T11:19:56,051 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T11:19:56,051 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T11:19:56,051 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732619995615Running coprocessor pre-close hooks at 1732619995615Disabling compacts and flushes for region at 1732619995615Disabling writes for close at 1732619995615Obtaining lock to block concurrent updates at 1732619995615Preparing flush snapshotting stores in 1588230740 at 1732619995615Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732619995616 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732619995616Flushing 1588230740/ns: creating writer at 1732619995616Flushing 1588230740/ns: appending metadata at 1732619995630 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732619995630Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fa57f21: reopening flushed file at 1732619996040 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=6, compaction requested=false at 1732619996046 (+6 ms)Writing region close event to WAL at 1732619996047 (+1 ms)Running coprocessor post-close hooks at 1732619996050 (+3 ms)Closed at 1732619996051 (+1 ms) 2024-11-26T11:19:56,051 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T11:19:56,216 INFO [RS:0;7f3a3edaecc3:34077 {}] regionserver.HRegionServer(976): stopping server 7f3a3edaecc3,34077,1732619980975; all regions closed. 2024-11-26T11:19:56,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37569 is added to blk_1073741834_1010 (size=1152) 2024-11-26T11:19:56,218 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/607db245-fa8e-3206-dd1e-ea035cd86343/WALs/7f3a3edaecc3,34077,1732619980975/7f3a3edaecc3%2C34077%2C1732619980975.meta.1732619984446.meta not finished, retry = 0 2024-11-26T11:19:56,320 DEBUG [RS:0;7f3a3edaecc3:34077 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/607db245-fa8e-3206-dd1e-ea035cd86343/oldWALs 2024-11-26T11:19:56,320 INFO [RS:0;7f3a3edaecc3:34077 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7f3a3edaecc3%2C34077%2C1732619980975.meta:.meta(num 1732619984446) 2024-11-26T11:19:56,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37569 is added to blk_1073741832_1008 (size=93) 2024-11-26T11:19:56,324 DEBUG [RS:0;7f3a3edaecc3:34077 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/607db245-fa8e-3206-dd1e-ea035cd86343/oldWALs 2024-11-26T11:19:56,324 INFO [RS:0;7f3a3edaecc3:34077 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7f3a3edaecc3%2C34077%2C1732619980975:(num 1732619983435) 2024-11-26T11:19:56,324 DEBUG [RS:0;7f3a3edaecc3:34077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:19:56,324 INFO [RS:0;7f3a3edaecc3:34077 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T11:19:56,324 INFO [RS:0;7f3a3edaecc3:34077 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T11:19:56,325 INFO [RS:0;7f3a3edaecc3:34077 {}] hbase.ChoreService(370): Chore service for: regionserver/7f3a3edaecc3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T11:19:56,325 INFO [RS:0;7f3a3edaecc3:34077 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T11:19:56,325 INFO [regionserver/7f3a3edaecc3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T11:19:56,325 INFO [RS:0;7f3a3edaecc3:34077 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34077 2024-11-26T11:19:56,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34077-0x10176deae130004, quorum=127.0.0.1:62334, baseZNode=/11467535270 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11467535270/rs/7f3a3edaecc3,34077,1732619980975 2024-11-26T11:19:56,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44355-0x10176deae130003, quorum=127.0.0.1:62334, baseZNode=/11467535270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11467535270/rs 2024-11-26T11:19:56,392 INFO [RS:0;7f3a3edaecc3:34077 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T11:19:56,480 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7f3a3edaecc3,34077,1732619980975] 2024-11-26T11:19:56,514 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11467535270/draining/7f3a3edaecc3,34077,1732619980975 already deleted, retry=false 2024-11-26T11:19:56,514 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7f3a3edaecc3,34077,1732619980975 expired; onlineServers=0 2024-11-26T11:19:56,514 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7f3a3edaecc3,44355,1732619980827' ***** 2024-11-26T11:19:56,514 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T11:19:56,514 INFO [M:0;7f3a3edaecc3:44355 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T11:19:56,514 INFO [M:0;7f3a3edaecc3:44355 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T11:19:56,514 DEBUG [M:0;7f3a3edaecc3:44355 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T11:19:56,514 DEBUG [M:0;7f3a3edaecc3:44355 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T11:19:56,514 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T11:19:56,514 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732619983186 {}] cleaner.HFileCleaner(306): Exit Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732619983186,5,FailOnTimeoutGroup] 2024-11-26T11:19:56,514 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732619983186 {}] cleaner.HFileCleaner(306): Exit Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732619983186,5,FailOnTimeoutGroup] 2024-11-26T11:19:56,515 INFO [M:0;7f3a3edaecc3:44355 {}] hbase.ChoreService(370): Chore service for: master/7f3a3edaecc3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T11:19:56,515 INFO [M:0;7f3a3edaecc3:44355 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T11:19:56,515 DEBUG [M:0;7f3a3edaecc3:44355 {}] master.HMaster(1795): Stopping service threads 2024-11-26T11:19:56,515 INFO [M:0;7f3a3edaecc3:44355 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T11:19:56,515 INFO [M:0;7f3a3edaecc3:44355 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T11:19:56,515 INFO [M:0;7f3a3edaecc3:44355 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T11:19:56,515 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T11:19:56,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44355-0x10176deae130003, quorum=127.0.0.1:62334, baseZNode=/11467535270 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11467535270/master 2024-11-26T11:19:56,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44355-0x10176deae130003, quorum=127.0.0.1:62334, baseZNode=/11467535270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11467535270 2024-11-26T11:19:56,525 DEBUG [M:0;7f3a3edaecc3:44355 {}] zookeeper.ZKUtil(347): master:44355-0x10176deae130003, quorum=127.0.0.1:62334, baseZNode=/11467535270 Unable to get data of znode /11467535270/master because node does not exist (not an error) 2024-11-26T11:19:56,525 WARN [M:0;7f3a3edaecc3:44355 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T11:19:56,526 INFO [M:0;7f3a3edaecc3:44355 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34393/user/jenkins/test-data/607db245-fa8e-3206-dd1e-ea035cd86343/.lastflushedseqids 2024-11-26T11:19:56,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37569 is added to blk_1073741836_1012 (size=99) 2024-11-26T11:19:56,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34077-0x10176deae130004, quorum=127.0.0.1:62334, baseZNode=/11467535270 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:19:56,580 INFO [RS:0;7f3a3edaecc3:34077 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T11:19:56,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34077-0x10176deae130004, quorum=127.0.0.1:62334, baseZNode=/11467535270 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:19:56,580 INFO [RS:0;7f3a3edaecc3:34077 {}] regionserver.HRegionServer(1031): Exiting; stopping=7f3a3edaecc3,34077,1732619980975; zookeeper connection closed. 2024-11-26T11:19:56,580 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6d126807 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6d126807 2024-11-26T11:19:56,580 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T11:19:56,716 DEBUG [RS:0;7f3a3edaecc3:45941.replicationSource.wal-reader.7f3a3edaecc3%2C45941%2C1732619990687,1-7f3a3edaecc3,45941,1732619990687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/WALs/7f3a3edaecc3,45941,1732619990687/7f3a3edaecc3%2C45941%2C1732619990687.1732619991250 to pos 0, reset compression=false 2024-11-26T11:19:56,934 INFO [M:0;7f3a3edaecc3:44355 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T11:19:56,934 INFO [M:0;7f3a3edaecc3:44355 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T11:19:56,934 DEBUG [M:0;7f3a3edaecc3:44355 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T11:19:56,934 INFO [M:0;7f3a3edaecc3:44355 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:19:56,934 DEBUG [M:0;7f3a3edaecc3:44355 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:19:56,934 DEBUG [M:0;7f3a3edaecc3:44355 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T11:19:56,934 DEBUG [M:0;7f3a3edaecc3:44355 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:19:56,935 INFO [M:0;7f3a3edaecc3:44355 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-26T11:19:56,965 DEBUG [M:0;7f3a3edaecc3:44355 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34393/user/jenkins/test-data/607db245-fa8e-3206-dd1e-ea035cd86343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e20da282b719458bbb503cb3df078110 is 82, key is hbase:meta,,1/info:regioninfo/1732619984477/Put/seqid=0 2024-11-26T11:19:56,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37569 is added to blk_1073741837_1013 (size=5672) 2024-11-26T11:19:57,100 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T11:19:57,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:19:57,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:19:57,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:19:57,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:19:57,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:19:57,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:19:57,369 INFO [M:0;7f3a3edaecc3:44355 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34393/user/jenkins/test-data/607db245-fa8e-3206-dd1e-ea035cd86343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e20da282b719458bbb503cb3df078110 2024-11-26T11:19:57,392 DEBUG [M:0;7f3a3edaecc3:44355 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34393/user/jenkins/test-data/607db245-fa8e-3206-dd1e-ea035cd86343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c6cd79407d7a4f6b94b0e8dc578869d5 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732619984499/Put/seqid=0 2024-11-26T11:19:57,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37569 is added to blk_1073741838_1014 (size=5275) 2024-11-26T11:19:57,797 INFO [M:0;7f3a3edaecc3:44355 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34393/user/jenkins/test-data/607db245-fa8e-3206-dd1e-ea035cd86343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c6cd79407d7a4f6b94b0e8dc578869d5 2024-11-26T11:19:57,813 DEBUG [M:0;7f3a3edaecc3:44355 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34393/user/jenkins/test-data/607db245-fa8e-3206-dd1e-ea035cd86343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fb937544342349d7976a6d934b77c6d4 is 69, key is 7f3a3edaecc3,34077,1732619980975/rs:state/1732619983241/Put/seqid=0 2024-11-26T11:19:57,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37569 is added to blk_1073741839_1015 (size=5156) 2024-11-26T11:19:57,821 DEBUG [RS:0;7f3a3edaecc3:45941.replicationSource.wal-reader.7f3a3edaecc3%2C45941%2C1732619990687,1-7f3a3edaecc3,45941,1732619990687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/WALs/7f3a3edaecc3,45941,1732619990687/7f3a3edaecc3%2C45941%2C1732619990687.1732619991250 to pos 0, reset compression=false 2024-11-26T11:19:58,217 INFO [M:0;7f3a3edaecc3:44355 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34393/user/jenkins/test-data/607db245-fa8e-3206-dd1e-ea035cd86343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fb937544342349d7976a6d934b77c6d4 2024-11-26T11:19:58,223 DEBUG [M:0;7f3a3edaecc3:44355 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34393/user/jenkins/test-data/607db245-fa8e-3206-dd1e-ea035cd86343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e20da282b719458bbb503cb3df078110 as hdfs://localhost:34393/user/jenkins/test-data/607db245-fa8e-3206-dd1e-ea035cd86343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e20da282b719458bbb503cb3df078110 2024-11-26T11:19:58,226 INFO [M:0;7f3a3edaecc3:44355 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34393/user/jenkins/test-data/607db245-fa8e-3206-dd1e-ea035cd86343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e20da282b719458bbb503cb3df078110, entries=8, sequenceid=28, filesize=5.5 K 2024-11-26T11:19:58,227 DEBUG [M:0;7f3a3edaecc3:44355 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34393/user/jenkins/test-data/607db245-fa8e-3206-dd1e-ea035cd86343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c6cd79407d7a4f6b94b0e8dc578869d5 as hdfs://localhost:34393/user/jenkins/test-data/607db245-fa8e-3206-dd1e-ea035cd86343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c6cd79407d7a4f6b94b0e8dc578869d5 2024-11-26T11:19:58,230 INFO [M:0;7f3a3edaecc3:44355 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34393/user/jenkins/test-data/607db245-fa8e-3206-dd1e-ea035cd86343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c6cd79407d7a4f6b94b0e8dc578869d5, entries=3, sequenceid=28, filesize=5.2 K 2024-11-26T11:19:58,231 DEBUG [M:0;7f3a3edaecc3:44355 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34393/user/jenkins/test-data/607db245-fa8e-3206-dd1e-ea035cd86343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fb937544342349d7976a6d934b77c6d4 as hdfs://localhost:34393/user/jenkins/test-data/607db245-fa8e-3206-dd1e-ea035cd86343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fb937544342349d7976a6d934b77c6d4 2024-11-26T11:19:58,235 INFO [M:0;7f3a3edaecc3:44355 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34393/user/jenkins/test-data/607db245-fa8e-3206-dd1e-ea035cd86343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fb937544342349d7976a6d934b77c6d4, entries=1, sequenceid=28, filesize=5.0 K 2024-11-26T11:19:58,361 INFO [AsyncFSWAL-0-hdfs://localhost:34393/user/jenkins/test-data/607db245-fa8e-3206-dd1e-ea035cd86343/MasterData-prefix:7f3a3edaecc3,44355,1732619980827 {}] wal.AbstractFSWAL(1368): Slow sync cost: 125 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:37569,DS-e568e814-7d80-4275-870d-55e03a605bdb,DISK]] 2024-11-26T11:19:58,361 INFO [M:0;7f3a3edaecc3:44355 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1427ms, sequenceid=28, compaction requested=false 2024-11-26T11:19:58,362 INFO [M:0;7f3a3edaecc3:44355 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:19:58,362 DEBUG [M:0;7f3a3edaecc3:44355 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732619996934Disabling compacts and flushes for region at 1732619996934Disabling writes for close at 1732619996934Obtaining lock to block concurrent updates at 1732619996935 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732619996935Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732619996935Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732619996935Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732619996935Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732619996965 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732619996965Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732619997374 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732619997392 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732619997392Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732619997801 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732619997813 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732619997813Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@421e37c2: reopening flushed file at 1732619998222 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2393857a: reopening flushed file at 1732619998227 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@328f7acf: reopening flushed file at 1732619998230 (+3 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1427ms, sequenceid=28, compaction requested=false at 1732619998361 (+131 ms)Writing region close event to WAL at 1732619998362 (+1 ms)Closed at 1732619998362 2024-11-26T11:19:58,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37569 is added to blk_1073741830_1006 (size=10165) 2024-11-26T11:19:58,364 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/607db245-fa8e-3206-dd1e-ea035cd86343/MasterData/WALs/7f3a3edaecc3,44355,1732619980827/7f3a3edaecc3%2C44355%2C1732619980827.1732619982911 not finished, retry = 0 2024-11-26T11:19:58,465 INFO [M:0;7f3a3edaecc3:44355 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T11:19:58,465 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T11:19:58,465 INFO [M:0;7f3a3edaecc3:44355 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44355 2024-11-26T11:19:58,466 INFO [M:0;7f3a3edaecc3:44355 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T11:19:58,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44355-0x10176deae130003, quorum=127.0.0.1:62334, baseZNode=/11467535270 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:19:58,703 INFO [M:0;7f3a3edaecc3:44355 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T11:19:58,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44355-0x10176deae130003, quorum=127.0.0.1:62334, baseZNode=/11467535270 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:19:58,705 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4bcebed7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T11:19:58,705 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@533d477b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T11:19:58,705 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T11:19:58,705 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e3be230{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T11:19:58,705 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41af3776{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c8aa2b-5b9b-145f-9a2d-d45bc1613fef/hadoop.log.dir/,STOPPED} 2024-11-26T11:19:58,706 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T11:19:58,706 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T11:19:58,706 WARN [BP-292192823-172.17.0.3-1732619978906 heartbeating to localhost/127.0.0.1:34393 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T11:19:58,707 WARN [BP-292192823-172.17.0.3-1732619978906 heartbeating to localhost/127.0.0.1:34393 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-292192823-172.17.0.3-1732619978906 (Datanode Uuid 7a158fa8-f70f-4471-a563-9b7583b592ef) service to localhost/127.0.0.1:34393 2024-11-26T11:19:58,707 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c8aa2b-5b9b-145f-9a2d-d45bc1613fef/cluster_76161d37-3f45-4f27-b745-9ed885a0a5cd/data/data1/current/BP-292192823-172.17.0.3-1732619978906 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T11:19:58,707 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c8aa2b-5b9b-145f-9a2d-d45bc1613fef/cluster_76161d37-3f45-4f27-b745-9ed885a0a5cd/data/data2/current/BP-292192823-172.17.0.3-1732619978906 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T11:19:58,708 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T11:19:58,712 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2804fb3f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T11:19:58,712 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@314df67b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T11:19:58,712 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T11:19:58,713 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a48e2c2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T11:19:58,713 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@83c6588{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c8aa2b-5b9b-145f-9a2d-d45bc1613fef/hadoop.log.dir/,STOPPED} 2024-11-26T11:19:58,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T11:19:58,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T11:19:58,724 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:19:58,724 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:19:58,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:19:58,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:19:58,724 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:19:58,724 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T11:19:58,724 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1867638049, stopped=false 2024-11-26T11:19:58,724 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7f3a3edaecc3,34687,1732619990637 2024-11-26T11:19:58,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34687-0x10176deae130006, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1552805733/running 2024-11-26T11:19:58,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34687-0x10176deae130006, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1552805733 2024-11-26T11:19:58,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45941-0x10176deae130007, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1552805733/running 2024-11-26T11:19:58,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45941-0x10176deae130007, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1552805733 2024-11-26T11:19:58,740 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T11:19:58,740 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:19:58,740 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:19:58,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:19:58,740 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34687-0x10176deae130006, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Set watcher on znode that does not yet exist, /0-1552805733/running 2024-11-26T11:19:58,740 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7f3a3edaecc3,45941,1732619990687' ***** 2024-11-26T11:19:58,740 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T11:19:58,740 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45941-0x10176deae130007, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Set watcher on znode that does not yet exist, /0-1552805733/running 2024-11-26T11:19:58,740 INFO [RS:0;7f3a3edaecc3:45941 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T11:19:58,740 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T11:19:58,741 INFO [RS:0;7f3a3edaecc3:45941 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T11:19:58,741 INFO [RS:0;7f3a3edaecc3:45941 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T11:19:58,741 INFO [RS:0;7f3a3edaecc3:45941 {}] regionserver.HRegionServer(3091): Received CLOSE for dabb0757d8806c7da79282ad6ac8779b 2024-11-26T11:19:58,741 INFO [RS:0;7f3a3edaecc3:45941 {}] regionserver.HRegionServer(959): stopping server 7f3a3edaecc3,45941,1732619990687 2024-11-26T11:19:58,741 INFO [RS:0;7f3a3edaecc3:45941 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T11:19:58,741 INFO [RS:0;7f3a3edaecc3:45941 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7f3a3edaecc3:45941. 2024-11-26T11:19:58,741 DEBUG [RS:0;7f3a3edaecc3:45941 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:19:58,741 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dabb0757d8806c7da79282ad6ac8779b, disabling compactions & flushes 2024-11-26T11:19:58,741 DEBUG [RS:0;7f3a3edaecc3:45941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:19:58,741 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732619984651.dabb0757d8806c7da79282ad6ac8779b. 2024-11-26T11:19:58,741 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732619984651.dabb0757d8806c7da79282ad6ac8779b. 2024-11-26T11:19:58,741 INFO [RS:0;7f3a3edaecc3:45941 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T11:19:58,741 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732619984651.dabb0757d8806c7da79282ad6ac8779b. after waiting 0 ms 2024-11-26T11:19:58,741 INFO [RS:0;7f3a3edaecc3:45941 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T11:19:58,741 INFO [RS:0;7f3a3edaecc3:45941 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T11:19:58,741 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732619984651.dabb0757d8806c7da79282ad6ac8779b. 2024-11-26T11:19:58,741 INFO [RS:0;7f3a3edaecc3:45941 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T11:19:58,741 INFO [RS:0;7f3a3edaecc3:45941 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T11:19:58,741 DEBUG [RS:0;7f3a3edaecc3:45941 {}] regionserver.HRegionServer(1325): Online Regions={dabb0757d8806c7da79282ad6ac8779b=hbase:replication,,1732619984651.dabb0757d8806c7da79282ad6ac8779b., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T11:19:58,741 DEBUG [RS:0;7f3a3edaecc3:45941 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dabb0757d8806c7da79282ad6ac8779b 2024-11-26T11:19:58,741 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T11:19:58,741 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T11:19:58,741 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T11:19:58,742 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 1 ms 2024-11-26T11:19:58,742 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T11:19:58,742 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-26T11:19:58,745 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/data/hbase/replication/dabb0757d8806c7da79282ad6ac8779b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-26T11:19:58,745 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T11:19:58,745 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T11:19:58,745 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732619984651.dabb0757d8806c7da79282ad6ac8779b. 2024-11-26T11:19:58,745 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dabb0757d8806c7da79282ad6ac8779b: Waiting for close lock at 1732619998741Running coprocessor pre-close hooks at 1732619998741Disabling compacts and flushes for region at 1732619998741Disabling writes for close at 1732619998741Writing region close event to WAL at 1732619998742 (+1 ms)Running coprocessor post-close hooks at 1732619998745 (+3 ms)Closed at 1732619998745 2024-11-26T11:19:58,745 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732619984651.dabb0757d8806c7da79282ad6ac8779b. 2024-11-26T11:19:58,756 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/data/hbase/meta/1588230740/.tmp/info/a5f8e18f02ee4f9db8e0b897e376eb47 is 147, key is hbase:replication,,1732619984651.dabb0757d8806c7da79282ad6ac8779b./info:regioninfo/1732619995862/Put/seqid=0 2024-11-26T11:19:58,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36931 is added to blk_1073741851_1027 (size=6385) 2024-11-26T11:19:58,815 INFO [regionserver/7f3a3edaecc3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T11:19:58,942 DEBUG [RS:0;7f3a3edaecc3:45941 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T11:19:59,025 DEBUG [RS:0;7f3a3edaecc3:45941.replicationSource.wal-reader.7f3a3edaecc3%2C45941%2C1732619990687,1-7f3a3edaecc3,45941,1732619990687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/WALs/7f3a3edaecc3,45941,1732619990687/7f3a3edaecc3%2C45941%2C1732619990687.1732619991250 to pos 0, reset compression=false 2024-11-26T11:19:59,109 INFO [regionserver/7f3a3edaecc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T11:19:59,109 INFO [regionserver/7f3a3edaecc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T11:19:59,142 DEBUG [RS:0;7f3a3edaecc3:45941 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T11:19:59,160 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/data/hbase/meta/1588230740/.tmp/info/a5f8e18f02ee4f9db8e0b897e376eb47 2024-11-26T11:19:59,165 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/data/hbase/meta/1588230740/.tmp/info/a5f8e18f02ee4f9db8e0b897e376eb47 as hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/data/hbase/meta/1588230740/info/a5f8e18f02ee4f9db8e0b897e376eb47 2024-11-26T11:19:59,170 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/data/hbase/meta/1588230740/info/a5f8e18f02ee4f9db8e0b897e376eb47, entries=8, sequenceid=19, filesize=6.2 K 2024-11-26T11:19:59,171 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=19, compaction requested=false 2024-11-26T11:19:59,176 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-26T11:19:59,176 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T11:19:59,176 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T11:19:59,176 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T11:19:59,176 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732619998741Running coprocessor pre-close hooks at 1732619998741Disabling compacts and flushes for region at 1732619998741Disabling writes for close at 1732619998742 (+1 ms)Obtaining lock to block concurrent updates at 1732619998742Preparing flush snapshotting stores in 1588230740 at 1732619998742Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732619998742Flushing stores of hbase:meta,,1.1588230740 at 1732619998742Flushing 1588230740/info: creating writer at 1732619998742Flushing 1588230740/info: appending metadata at 1732619998756 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732619998756Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b688313: reopening flushed file at 1732619999165 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=19, compaction requested=false at 1732619999171 (+6 ms)Writing region close event to WAL at 1732619999173 (+2 ms)Running coprocessor post-close hooks at 1732619999176 (+3 ms)Closed at 1732619999176 2024-11-26T11:19:59,176 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T11:19:59,342 INFO [RS:0;7f3a3edaecc3:45941 {}] regionserver.HRegionServer(976): stopping server 7f3a3edaecc3,45941,1732619990687; all regions closed. 2024-11-26T11:19:59,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36931 is added to blk_1073741849_1025 (size=2156) 2024-11-26T11:19:59,344 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/WALs/7f3a3edaecc3,45941,1732619990687/7f3a3edaecc3%2C45941%2C1732619990687.meta.1732619991579.meta not finished, retry = 0 2024-11-26T11:19:59,447 DEBUG [RS:0;7f3a3edaecc3:45941 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/oldWALs 2024-11-26T11:19:59,447 INFO [RS:0;7f3a3edaecc3:45941 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7f3a3edaecc3%2C45941%2C1732619990687.meta:.meta(num 1732619991579) 2024-11-26T11:19:59,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36931 is added to blk_1073741850_1026 (size=796) 2024-11-26T11:19:59,451 DEBUG [RS:0;7f3a3edaecc3:45941 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/oldWALs 2024-11-26T11:19:59,451 INFO [RS:0;7f3a3edaecc3:45941 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7f3a3edaecc3%2C45941%2C1732619990687.rep:(num 1732619995828) 2024-11-26T11:19:59,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36931 is added to blk_1073741848_1024 (size=93) 2024-11-26T11:19:59,452 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/WALs/7f3a3edaecc3,45941,1732619990687/7f3a3edaecc3%2C45941%2C1732619990687.1732619991250 not finished, retry = 0 2024-11-26T11:19:59,555 DEBUG [RS:0;7f3a3edaecc3:45941 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/oldWALs 2024-11-26T11:19:59,555 INFO [RS:0;7f3a3edaecc3:45941 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7f3a3edaecc3%2C45941%2C1732619990687:(num 1732619991250) 2024-11-26T11:19:59,555 DEBUG [RS:0;7f3a3edaecc3:45941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:19:59,555 INFO [RS:0;7f3a3edaecc3:45941 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T11:19:59,555 INFO [RS:0;7f3a3edaecc3:45941 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T11:19:59,555 INFO [RS:0;7f3a3edaecc3:45941 {}] hbase.ChoreService(370): Chore service for: regionserver/7f3a3edaecc3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T11:19:59,555 INFO [RS:0;7f3a3edaecc3:45941 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T11:19:59,555 INFO [regionserver/7f3a3edaecc3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T11:19:59,555 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/7f3a3edaecc3:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-26T11:19:59,555 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/7f3a3edaecc3:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-26T11:19:59,555 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/7f3a3edaecc3:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-26T11:19:59,555 INFO [RS:0;7f3a3edaecc3:45941 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7f3a3edaecc3,45941,1732619990687 because: Region server is closing 2024-11-26T11:19:59,556 INFO [RS:0;7f3a3edaecc3:45941 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7f3a3edaecc3:45941. 2024-11-26T11:19:59,556 DEBUG [RS:0;7f3a3edaecc3:45941 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:19:59,556 DEBUG [RS:0;7f3a3edaecc3:45941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:19:59,556 DEBUG [RS:0;7f3a3edaecc3:45941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:19:59,556 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:19:59,656 WARN [RS:0;7f3a3edaecc3:45941.replicationSource.wal-reader.7f3a3edaecc3%2C45941%2C1732619990687,1-7f3a3edaecc3,45941,1732619990687 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T11:19:59,656 WARN [RS:0;7f3a3edaecc3:45941.replicationSource.shipper7f3a3edaecc3%2C45941%2C1732619990687,1-7f3a3edaecc3,45941,1732619990687 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T11:19:59,656 INFO [RS:0;7f3a3edaecc3:45941 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;7f3a3edaecc3:45941.replicationSource.shipper7f3a3edaecc3%2C45941%2C1732619990687,1-7f3a3edaecc3,45941,1732619990687 terminated 2024-11-26T11:19:59,657 INFO [RS:0;7f3a3edaecc3:45941 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45941 2024-11-26T11:19:59,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45941-0x10176deae130007, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1552805733/rs/7f3a3edaecc3,45941,1732619990687 2024-11-26T11:19:59,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34687-0x10176deae130006, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1552805733/rs 2024-11-26T11:19:59,703 INFO [RS:0;7f3a3edaecc3:45941 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T11:19:59,714 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7f3a3edaecc3,45941,1732619990687] 2024-11-26T11:19:59,724 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1552805733/draining/7f3a3edaecc3,45941,1732619990687 already deleted, retry=false 2024-11-26T11:19:59,724 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7f3a3edaecc3,45941,1732619990687 expired; onlineServers=0 2024-11-26T11:19:59,724 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7f3a3edaecc3,34687,1732619990637' ***** 2024-11-26T11:19:59,724 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T11:19:59,724 INFO [M:0;7f3a3edaecc3:34687 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T11:19:59,725 INFO [M:0;7f3a3edaecc3:34687 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T11:19:59,725 DEBUG [M:0;7f3a3edaecc3:34687 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T11:19:59,725 DEBUG [M:0;7f3a3edaecc3:34687 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T11:19:59,725 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T11:19:59,725 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732619990990 {}] cleaner.HFileCleaner(306): Exit Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732619990990,5,FailOnTimeoutGroup] 2024-11-26T11:19:59,725 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732619990990 {}] cleaner.HFileCleaner(306): Exit Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732619990990,5,FailOnTimeoutGroup] 2024-11-26T11:19:59,725 INFO [M:0;7f3a3edaecc3:34687 {}] hbase.ChoreService(370): Chore service for: master/7f3a3edaecc3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T11:19:59,725 INFO [M:0;7f3a3edaecc3:34687 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T11:19:59,725 DEBUG [M:0;7f3a3edaecc3:34687 {}] master.HMaster(1795): Stopping service threads 2024-11-26T11:19:59,725 INFO [M:0;7f3a3edaecc3:34687 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T11:19:59,725 INFO [M:0;7f3a3edaecc3:34687 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T11:19:59,725 INFO [M:0;7f3a3edaecc3:34687 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T11:19:59,725 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T11:19:59,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34687-0x10176deae130006, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1552805733/master 2024-11-26T11:19:59,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34687-0x10176deae130006, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1552805733 2024-11-26T11:19:59,735 DEBUG [M:0;7f3a3edaecc3:34687 {}] zookeeper.ZKUtil(347): master:34687-0x10176deae130006, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Unable to get data of znode /0-1552805733/master because node does not exist (not an error) 2024-11-26T11:19:59,735 WARN [M:0;7f3a3edaecc3:34687 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T11:19:59,736 INFO [M:0;7f3a3edaecc3:34687 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/.lastflushedseqids 2024-11-26T11:19:59,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36931 is added to blk_1073741852_1028 (size=181) 2024-11-26T11:19:59,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45941-0x10176deae130007, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:19:59,814 INFO [RS:0;7f3a3edaecc3:45941 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T11:19:59,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45941-0x10176deae130007, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:19:59,814 INFO [RS:0;7f3a3edaecc3:45941 {}] regionserver.HRegionServer(1031): Exiting; stopping=7f3a3edaecc3,45941,1732619990687; zookeeper connection closed. 2024-11-26T11:19:59,815 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4645ba16 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4645ba16 2024-11-26T11:19:59,815 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T11:20:00,140 INFO [M:0;7f3a3edaecc3:34687 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T11:20:00,141 INFO [M:0;7f3a3edaecc3:34687 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T11:20:00,141 DEBUG [M:0;7f3a3edaecc3:34687 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T11:20:00,141 INFO [M:0;7f3a3edaecc3:34687 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:20:00,141 DEBUG [M:0;7f3a3edaecc3:34687 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:20:00,141 DEBUG [M:0;7f3a3edaecc3:34687 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T11:20:00,141 DEBUG [M:0;7f3a3edaecc3:34687 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:20:00,141 INFO [M:0;7f3a3edaecc3:34687 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-26T11:20:00,155 DEBUG [M:0;7f3a3edaecc3:34687 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2922ecd0044a4900b6f9468f5e6c20be is 82, key is hbase:meta,,1/info:regioninfo/1732619991630/Put/seqid=0 2024-11-26T11:20:00,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36931 is added to blk_1073741853_1029 (size=5672) 2024-11-26T11:20:00,559 INFO [M:0;7f3a3edaecc3:34687 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2922ecd0044a4900b6f9468f5e6c20be 2024-11-26T11:20:00,576 DEBUG [M:0;7f3a3edaecc3:34687 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/549448d5a21c4f6389d6bd2943b0ba44 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732619995866/Put/seqid=0 2024-11-26T11:20:00,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36931 is added to blk_1073741854_1030 (size=7312) 2024-11-26T11:20:00,980 INFO [M:0;7f3a3edaecc3:34687 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/549448d5a21c4f6389d6bd2943b0ba44 2024-11-26T11:20:01,001 DEBUG [M:0;7f3a3edaecc3:34687 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/93feca1516d44f739d37020071552d58 is 69, key is 7f3a3edaecc3,45941,1732619990687/rs:state/1732619991049/Put/seqid=0 2024-11-26T11:20:01,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36931 is added to blk_1073741855_1031 (size=5370) 2024-11-26T11:20:01,405 INFO [M:0;7f3a3edaecc3:34687 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/93feca1516d44f739d37020071552d58 2024-11-26T11:20:01,410 INFO [M:0;7f3a3edaecc3:34687 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 93feca1516d44f739d37020071552d58 2024-11-26T11:20:01,411 DEBUG [M:0;7f3a3edaecc3:34687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2922ecd0044a4900b6f9468f5e6c20be as hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2922ecd0044a4900b6f9468f5e6c20be 2024-11-26T11:20:01,415 INFO [M:0;7f3a3edaecc3:34687 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2922ecd0044a4900b6f9468f5e6c20be, entries=8, sequenceid=127, filesize=5.5 K 2024-11-26T11:20:01,415 DEBUG [M:0;7f3a3edaecc3:34687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/549448d5a21c4f6389d6bd2943b0ba44 as hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/549448d5a21c4f6389d6bd2943b0ba44 2024-11-26T11:20:01,419 INFO [M:0;7f3a3edaecc3:34687 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/549448d5a21c4f6389d6bd2943b0ba44, entries=7, sequenceid=127, filesize=7.1 K 2024-11-26T11:20:01,420 DEBUG [M:0;7f3a3edaecc3:34687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/93feca1516d44f739d37020071552d58 as hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/93feca1516d44f739d37020071552d58 2024-11-26T11:20:01,424 INFO [M:0;7f3a3edaecc3:34687 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 93feca1516d44f739d37020071552d58 2024-11-26T11:20:01,424 INFO [M:0;7f3a3edaecc3:34687 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45485/user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/93feca1516d44f739d37020071552d58, entries=2, sequenceid=127, filesize=5.2 K 2024-11-26T11:20:01,425 INFO [M:0;7f3a3edaecc3:34687 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=127, compaction requested=false 2024-11-26T11:20:01,426 INFO [M:0;7f3a3edaecc3:34687 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:20:01,426 DEBUG [M:0;7f3a3edaecc3:34687 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732620000141Disabling compacts and flushes for region at 1732620000141Disabling writes for close at 1732620000141Obtaining lock to block concurrent updates at 1732620000141Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732620000141Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732620000141Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732620000142 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732620000142Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732620000154 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732620000154Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732620000563 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732620000576 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732620000576Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732620000985 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732620001000 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732620001000Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23586dcd: reopening flushed file at 1732620001410 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74e9fea6: reopening flushed file at 1732620001415 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22d328d0: reopening flushed file at 1732620001420 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=127, compaction requested=false at 1732620001425 (+5 ms)Writing region close event to WAL at 1732620001426 (+1 ms)Closed at 1732620001426 2024-11-26T11:20:01,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36931 is added to blk_1073741847_1023 (size=22903) 2024-11-26T11:20:01,428 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2586f7fe-b64b-372a-a104-b4c5b2161554/MasterData/WALs/7f3a3edaecc3,34687,1732619990637/7f3a3edaecc3%2C34687%2C1732619990637.1732619990796 not finished, retry = 0 2024-11-26T11:20:01,529 INFO [M:0;7f3a3edaecc3:34687 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T11:20:01,529 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T11:20:01,529 INFO [M:0;7f3a3edaecc3:34687 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34687 2024-11-26T11:20:01,529 INFO [M:0;7f3a3edaecc3:34687 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T11:20:01,671 INFO [M:0;7f3a3edaecc3:34687 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T11:20:01,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34687-0x10176deae130006, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:20:01,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34687-0x10176deae130006, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:20:01,682 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3f252e6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T11:20:01,682 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b11fc64{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T11:20:01,682 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T11:20:01,682 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@776cbb1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T11:20:01,682 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54fb76c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce17de6-737d-f60c-2314-8cd2e69da918/hadoop.log.dir/,STOPPED} 2024-11-26T11:20:01,683 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T11:20:01,683 WARN [BP-1307149024-172.17.0.3-1732619973243 heartbeating to localhost/127.0.0.1:45485 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T11:20:01,683 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T11:20:01,683 WARN [BP-1307149024-172.17.0.3-1732619973243 heartbeating to localhost/127.0.0.1:45485 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1307149024-172.17.0.3-1732619973243 (Datanode Uuid d000308f-49b8-4e31-a60b-475e73474dc5) service to localhost/127.0.0.1:45485 2024-11-26T11:20:01,684 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce17de6-737d-f60c-2314-8cd2e69da918/cluster_1b88f960-c5df-56a6-5afb-055cc21cc3f6/data/data1/current/BP-1307149024-172.17.0.3-1732619973243 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T11:20:01,684 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce17de6-737d-f60c-2314-8cd2e69da918/cluster_1b88f960-c5df-56a6-5afb-055cc21cc3f6/data/data2/current/BP-1307149024-172.17.0.3-1732619973243 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T11:20:01,684 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T11:20:01,689 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5510a16d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T11:20:01,689 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ce75c0a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T11:20:01,690 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T11:20:01,690 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d28043c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T11:20:01,690 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3db86e91{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ce17de6-737d-f60c-2314-8cd2e69da918/hadoop.log.dir/,STOPPED} 2024-11-26T11:20:01,694 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T11:20:01,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T11:20:01,713 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=205 (was 160) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:45485 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:34393 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45485 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:34393 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:45485 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34393 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:34393 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34393 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34393 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62334) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34393 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:45485 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:34393 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:45485 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34393 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34393 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:45485 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62334) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=569 (was 502) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=253 (was 291), ProcessCount=11 (was 11), AvailableMemoryMB=6366 (was 6449) 2024-11-26T11:20:01,720 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=205, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=253, ProcessCount=11, AvailableMemoryMB=6365 2024-11-26T11:20:01,732 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-26T11:20:01,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c8aa2b-5b9b-145f-9a2d-d45bc1613fef/hadoop.log.dir so I do NOT create it in target/test-data/f4b04a28-365b-d10d-aa06-b2aac671df95 2024-11-26T11:20:01,732 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c8aa2b-5b9b-145f-9a2d-d45bc1613fef/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T11:20:01,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c8aa2b-5b9b-145f-9a2d-d45bc1613fef/hadoop.tmp.dir so I do NOT create it in target/test-data/f4b04a28-365b-d10d-aa06-b2aac671df95 2024-11-26T11:20:01,732 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c8aa2b-5b9b-145f-9a2d-d45bc1613fef/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T11:20:01,732 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b04a28-365b-d10d-aa06-b2aac671df95 2024-11-26T11:20:01,732 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b04a28-365b-d10d-aa06-b2aac671df95/cluster_bcb2a379-7064-433c-29b6-0e73b19b03d9, deleteOnExit=true 2024-11-26T11:20:01,743 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b04a28-365b-d10d-aa06-b2aac671df95/cluster_bcb2a379-7064-433c-29b6-0e73b19b03d9/zookeeper_0, clientPort=58678, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b04a28-365b-d10d-aa06-b2aac671df95/cluster_bcb2a379-7064-433c-29b6-0e73b19b03d9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b04a28-365b-d10d-aa06-b2aac671df95/cluster_bcb2a379-7064-433c-29b6-0e73b19b03d9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T11:20:01,744 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58678 2024-11-26T11:20:01,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T11:20:01,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T11:20:01,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b04a28-365b-d10d-aa06-b2aac671df95/test.cache.data in system properties and HBase conf 2024-11-26T11:20:01,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b04a28-365b-d10d-aa06-b2aac671df95/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T11:20:01,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b04a28-365b-d10d-aa06-b2aac671df95/hadoop.log.dir in system properties and HBase conf 2024-11-26T11:20:01,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b04a28-365b-d10d-aa06-b2aac671df95/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T11:20:01,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b04a28-365b-d10d-aa06-b2aac671df95/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T11:20:01,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T11:20:01,744 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T11:20:01,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b04a28-365b-d10d-aa06-b2aac671df95/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T11:20:01,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b04a28-365b-d10d-aa06-b2aac671df95/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T11:20:01,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b04a28-365b-d10d-aa06-b2aac671df95/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T11:20:01,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b04a28-365b-d10d-aa06-b2aac671df95/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T11:20:01,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b04a28-365b-d10d-aa06-b2aac671df95/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T11:20:01,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b04a28-365b-d10d-aa06-b2aac671df95/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T11:20:01,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b04a28-365b-d10d-aa06-b2aac671df95/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T11:20:01,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b04a28-365b-d10d-aa06-b2aac671df95/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T11:20:01,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b04a28-365b-d10d-aa06-b2aac671df95/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T11:20:01,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b04a28-365b-d10d-aa06-b2aac671df95/nfs.dump.dir in system properties and HBase conf 2024-11-26T11:20:01,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b04a28-365b-d10d-aa06-b2aac671df95/java.io.tmpdir in system properties and HBase conf 2024-11-26T11:20:01,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b04a28-365b-d10d-aa06-b2aac671df95/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T11:20:01,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b04a28-365b-d10d-aa06-b2aac671df95/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T11:20:01,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b04a28-365b-d10d-aa06-b2aac671df95/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T11:20:01,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10176deae130005, quorum=127.0.0.1:62334, baseZNode=/11467535270 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T11:20:01,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10176deae130002, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T11:20:01,793 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10176deae130005, quorum=127.0.0.1:62334, baseZNode=/11467535270 Received Disconnected from ZooKeeper, ignoring 2024-11-26T11:20:01,793 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10176deae130002, quorum=127.0.0.1:62334, baseZNode=/0-1552805733 Received Disconnected from ZooKeeper, ignoring 2024-11-26T11:20:02,202 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:20:02,207 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T11:20:02,208 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T11:20:02,208 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T11:20:02,208 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T11:20:02,208 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:20:02,209 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f13c89d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b04a28-365b-d10d-aa06-b2aac671df95/hadoop.log.dir/,AVAILABLE} 2024-11-26T11:20:02,209 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ead3bc2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T11:20:02,303 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bcb760f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b04a28-365b-d10d-aa06-b2aac671df95/java.io.tmpdir/jetty-localhost-38503-hadoop-hdfs-3_4_1-tests_jar-_-any-10747053060096358835/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T11:20:02,304 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@79782549{HTTP/1.1, (http/1.1)}{localhost:38503} 2024-11-26T11:20:02,304 INFO [Time-limited test {}] server.Server(415): Started @174454ms 2024-11-26T11:20:02,546 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:20:02,549 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T11:20:02,550 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T11:20:02,550 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T11:20:02,550 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T11:20:02,551 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ec3ab4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b04a28-365b-d10d-aa06-b2aac671df95/hadoop.log.dir/,AVAILABLE} 2024-11-26T11:20:02,551 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22317122{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T11:20:02,647 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9f1b774{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b04a28-365b-d10d-aa06-b2aac671df95/java.io.tmpdir/jetty-localhost-41241-hadoop-hdfs-3_4_1-tests_jar-_-any-10686569113973503500/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T11:20:02,647 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31551dc{HTTP/1.1, (http/1.1)}{localhost:41241} 2024-11-26T11:20:02,647 INFO [Time-limited test {}] server.Server(415): Started @174798ms 2024-11-26T11:20:02,648 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T11:20:03,275 WARN [Thread-1682 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b04a28-365b-d10d-aa06-b2aac671df95/cluster_bcb2a379-7064-433c-29b6-0e73b19b03d9/data/data2/current/BP-813731458-172.17.0.3-1732620001775/current, will proceed with Du for space computation calculation, 2024-11-26T11:20:03,275 WARN [Thread-1681 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b04a28-365b-d10d-aa06-b2aac671df95/cluster_bcb2a379-7064-433c-29b6-0e73b19b03d9/data/data1/current/BP-813731458-172.17.0.3-1732620001775/current, will proceed with Du for space computation calculation, 2024-11-26T11:20:03,289 WARN [Thread-1669 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T11:20:03,291 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc8bc41409c6dab9e with lease ID 0x63ad38aaf71ec6c4: Processing first storage report for DS-8c70323c-b7f4-4f4d-82ac-c2ca40a6b239 from datanode DatanodeRegistration(127.0.0.1:36169, datanodeUuid=e2242e8d-054e-46b9-8ce9-ed3cb19de777, infoPort=41605, infoSecurePort=0, ipcPort=34355, storageInfo=lv=-57;cid=testClusterID;nsid=1428597637;c=1732620001775) 2024-11-26T11:20:03,292 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc8bc41409c6dab9e with lease ID 0x63ad38aaf71ec6c4: from storage DS-8c70323c-b7f4-4f4d-82ac-c2ca40a6b239 node DatanodeRegistration(127.0.0.1:36169, datanodeUuid=e2242e8d-054e-46b9-8ce9-ed3cb19de777, infoPort=41605, infoSecurePort=0, ipcPort=34355, storageInfo=lv=-57;cid=testClusterID;nsid=1428597637;c=1732620001775), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T11:20:03,292 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc8bc41409c6dab9e with lease ID 0x63ad38aaf71ec6c4: Processing first storage report for DS-adc9f0b3-0ee3-474c-bc70-d5c0f21f82dc from datanode DatanodeRegistration(127.0.0.1:36169, datanodeUuid=e2242e8d-054e-46b9-8ce9-ed3cb19de777, infoPort=41605, infoSecurePort=0, ipcPort=34355, storageInfo=lv=-57;cid=testClusterID;nsid=1428597637;c=1732620001775) 2024-11-26T11:20:03,292 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc8bc41409c6dab9e with lease ID 0x63ad38aaf71ec6c4: from storage DS-adc9f0b3-0ee3-474c-bc70-d5c0f21f82dc node DatanodeRegistration(127.0.0.1:36169, datanodeUuid=e2242e8d-054e-46b9-8ce9-ed3cb19de777, infoPort=41605, infoSecurePort=0, ipcPort=34355, storageInfo=lv=-57;cid=testClusterID;nsid=1428597637;c=1732620001775), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T11:20:03,373 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b04a28-365b-d10d-aa06-b2aac671df95 2024-11-26T11:20:03,373 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:20:03,374 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:20:03,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36169 is added to blk_1073741825_1001 (size=7) 2024-11-26T11:20:03,781 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b with version=8 2024-11-26T11:20:03,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/hbase-staging 2024-11-26T11:20:03,782 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7f3a3edaecc3:0 server-side Connection retries=45 2024-11-26T11:20:03,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:20:03,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T11:20:03,783 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T11:20:03,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:20:03,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T11:20:03,783 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T11:20:03,783 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T11:20:03,783 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41689 2024-11-26T11:20:03,784 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41689 connecting to ZooKeeper ensemble=127.0.0.1:58678 2024-11-26T11:20:03,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:416890x0, quorum=127.0.0.1:58678, baseZNode=/0-46586775 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:20:03,880 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41689-0x10176df1d7a0000 connected 2024-11-26T11:20:03,960 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:20:03,962 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:20:03,964 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41689-0x10176df1d7a0000, quorum=127.0.0.1:58678, baseZNode=/0-46586775 Set watcher on znode that does not yet exist, /0-46586775/running 2024-11-26T11:20:03,964 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b, hbase.cluster.distributed=false 2024-11-26T11:20:03,966 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41689-0x10176df1d7a0000, quorum=127.0.0.1:58678, baseZNode=/0-46586775 Set watcher on znode that does not yet exist, /0-46586775/acl 2024-11-26T11:20:03,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41689 2024-11-26T11:20:03,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41689 2024-11-26T11:20:03,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41689 2024-11-26T11:20:03,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41689 2024-11-26T11:20:03,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41689 2024-11-26T11:20:03,979 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7f3a3edaecc3:0 server-side Connection retries=45 2024-11-26T11:20:03,979 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:20:03,979 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T11:20:03,979 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T11:20:03,979 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:20:03,979 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T11:20:03,979 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T11:20:03,980 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T11:20:03,980 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46825 2024-11-26T11:20:03,981 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46825 connecting to ZooKeeper ensemble=127.0.0.1:58678 2024-11-26T11:20:03,981 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:20:03,982 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:20:03,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:468250x0, quorum=127.0.0.1:58678, baseZNode=/0-46586775 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:20:03,992 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:468250x0, quorum=127.0.0.1:58678, baseZNode=/0-46586775 Set watcher on znode that does not yet exist, /0-46586775/running 2024-11-26T11:20:03,992 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46825-0x10176df1d7a0001 connected 2024-11-26T11:20:03,992 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T11:20:03,995 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T11:20:03,996 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46825-0x10176df1d7a0001, quorum=127.0.0.1:58678, baseZNode=/0-46586775 Set watcher on znode that does not yet exist, /0-46586775/master 2024-11-26T11:20:03,997 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46825-0x10176df1d7a0001, quorum=127.0.0.1:58678, baseZNode=/0-46586775 Set watcher on znode that does not yet exist, /0-46586775/acl 2024-11-26T11:20:03,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46825 2024-11-26T11:20:03,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46825 2024-11-26T11:20:04,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46825 2024-11-26T11:20:04,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46825 2024-11-26T11:20:04,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46825 2024-11-26T11:20:04,019 DEBUG [M:0;7f3a3edaecc3:41689 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7f3a3edaecc3:41689 2024-11-26T11:20:04,020 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-46586775/backup-masters/7f3a3edaecc3,41689,1732620003782 2024-11-26T11:20:04,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41689-0x10176df1d7a0000, quorum=127.0.0.1:58678, baseZNode=/0-46586775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-46586775/backup-masters 2024-11-26T11:20:04,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46825-0x10176df1d7a0001, quorum=127.0.0.1:58678, baseZNode=/0-46586775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-46586775/backup-masters 2024-11-26T11:20:04,030 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41689-0x10176df1d7a0000, quorum=127.0.0.1:58678, baseZNode=/0-46586775 Set watcher on existing znode=/0-46586775/backup-masters/7f3a3edaecc3,41689,1732620003782 2024-11-26T11:20:04,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41689-0x10176df1d7a0000, quorum=127.0.0.1:58678, baseZNode=/0-46586775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-46586775 2024-11-26T11:20:04,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46825-0x10176df1d7a0001, quorum=127.0.0.1:58678, baseZNode=/0-46586775 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-46586775/master 2024-11-26T11:20:04,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46825-0x10176df1d7a0001, quorum=127.0.0.1:58678, baseZNode=/0-46586775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-46586775 2024-11-26T11:20:04,040 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41689-0x10176df1d7a0000, quorum=127.0.0.1:58678, baseZNode=/0-46586775 Set watcher on existing znode=/0-46586775/master 2024-11-26T11:20:04,040 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-46586775/backup-masters/7f3a3edaecc3,41689,1732620003782 from backup master directory 2024-11-26T11:20:04,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46825-0x10176df1d7a0001, quorum=127.0.0.1:58678, baseZNode=/0-46586775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-46586775/backup-masters 2024-11-26T11:20:04,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41689-0x10176df1d7a0000, quorum=127.0.0.1:58678, baseZNode=/0-46586775 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-46586775/backup-masters/7f3a3edaecc3,41689,1732620003782 2024-11-26T11:20:04,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41689-0x10176df1d7a0000, quorum=127.0.0.1:58678, baseZNode=/0-46586775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-46586775/backup-masters 2024-11-26T11:20:04,050 WARN [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T11:20:04,050 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7f3a3edaecc3,41689,1732620003782 2024-11-26T11:20:04,054 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/hbase.id] with ID: b47e9bdc-9f06-4d75-be16-6e72e86737a7 2024-11-26T11:20:04,054 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/.tmp/hbase.id 2024-11-26T11:20:04,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36169 is added to blk_1073741826_1002 (size=42) 2024-11-26T11:20:04,247 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T11:20:04,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:04,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:04,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:04,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:04,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:04,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:04,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:04,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:04,459 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/.tmp/hbase.id]:[hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/hbase.id] 2024-11-26T11:20:04,468 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:20:04,468 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T11:20:04,469 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T11:20:04,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41689-0x10176df1d7a0000, quorum=127.0.0.1:58678, baseZNode=/0-46586775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-46586775 2024-11-26T11:20:04,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46825-0x10176df1d7a0001, quorum=127.0.0.1:58678, baseZNode=/0-46586775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-46586775 2024-11-26T11:20:04,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36169 is added to blk_1073741827_1003 (size=196) 2024-11-26T11:20:04,887 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T11:20:04,888 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T11:20:04,888 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:20:04,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36169 is added to blk_1073741828_1004 (size=1189) 2024-11-26T11:20:05,294 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/MasterData/data/master/store 2024-11-26T11:20:05,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36169 is added to blk_1073741829_1005 (size=34) 2024-11-26T11:20:05,700 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:20:05,700 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T11:20:05,700 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:20:05,700 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:20:05,700 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T11:20:05,700 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:20:05,700 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:20:05,700 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732620005700Disabling compacts and flushes for region at 1732620005700Disabling writes for close at 1732620005700Writing region close event to WAL at 1732620005700Closed at 1732620005700 2024-11-26T11:20:05,701 WARN [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/MasterData/data/master/store/.initializing 2024-11-26T11:20:05,701 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/MasterData/WALs/7f3a3edaecc3,41689,1732620003782 2024-11-26T11:20:05,702 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T11:20:05,704 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7f3a3edaecc3%2C41689%2C1732620003782, suffix=, logDir=hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/MasterData/WALs/7f3a3edaecc3,41689,1732620003782, archiveDir=hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/MasterData/oldWALs, maxLogs=10 2024-11-26T11:20:05,716 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/MasterData/WALs/7f3a3edaecc3,41689,1732620003782/7f3a3edaecc3%2C41689%2C1732620003782.1732620005704, exclude list is [], retry=0 2024-11-26T11:20:05,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36169,DS-8c70323c-b7f4-4f4d-82ac-c2ca40a6b239,DISK] 2024-11-26T11:20:05,720 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/MasterData/WALs/7f3a3edaecc3,41689,1732620003782/7f3a3edaecc3%2C41689%2C1732620003782.1732620005704 2024-11-26T11:20:05,720 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41605:41605)] 2024-11-26T11:20:05,720 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:20:05,720 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:20:05,720 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:20:05,720 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:20:05,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:20:05,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T11:20:05,728 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:05,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:20:05,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:20:05,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T11:20:05,729 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:05,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:20:05,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:20:05,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T11:20:05,731 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:05,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:20:05,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:20:05,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T11:20:05,733 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:05,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:20:05,733 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:20:05,734 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:20:05,734 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:20:05,735 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:20:05,735 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:20:05,736 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:20:05,737 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:20:05,738 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:20:05,739 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72816843, jitterRate=0.08505551517009735}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:20:05,739 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732620005721Initializing all the Stores at 1732620005721Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620005721Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620005726 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620005726Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620005726Cleaning up temporary data from old regions at 1732620005735 (+9 ms)Region opened successfully at 1732620005739 (+4 ms) 2024-11-26T11:20:05,740 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T11:20:05,742 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55a679bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7f3a3edaecc3/172.17.0.3:0 2024-11-26T11:20:05,743 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T11:20:05,743 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T11:20:05,743 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T11:20:05,743 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T11:20:05,743 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T11:20:05,744 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T11:20:05,744 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T11:20:05,745 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T11:20:05,746 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41689-0x10176df1d7a0000, quorum=127.0.0.1:58678, baseZNode=/0-46586775 Unable to get data of znode /0-46586775/balancer because node does not exist (not necessarily an error) 2024-11-26T11:20:05,797 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-46586775/balancer already deleted, retry=false 2024-11-26T11:20:05,798 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T11:20:05,799 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41689-0x10176df1d7a0000, quorum=127.0.0.1:58678, baseZNode=/0-46586775 Unable to get data of znode /0-46586775/normalizer because node does not exist (not necessarily an error) 2024-11-26T11:20:05,808 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-46586775/normalizer already deleted, retry=false 2024-11-26T11:20:05,808 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T11:20:05,809 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41689-0x10176df1d7a0000, quorum=127.0.0.1:58678, baseZNode=/0-46586775 Unable to get data of znode /0-46586775/switch/split because node does not exist (not necessarily an error) 2024-11-26T11:20:05,818 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-46586775/switch/split already deleted, retry=false 2024-11-26T11:20:05,819 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41689-0x10176df1d7a0000, quorum=127.0.0.1:58678, baseZNode=/0-46586775 Unable to get data of znode /0-46586775/switch/merge because node does not exist (not necessarily an error) 2024-11-26T11:20:05,829 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-46586775/switch/merge already deleted, retry=false 2024-11-26T11:20:05,831 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41689-0x10176df1d7a0000, quorum=127.0.0.1:58678, baseZNode=/0-46586775 Unable to get data of znode /0-46586775/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T11:20:05,839 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-46586775/snapshot-cleanup already deleted, retry=false 2024-11-26T11:20:05,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46825-0x10176df1d7a0001, quorum=127.0.0.1:58678, baseZNode=/0-46586775 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-46586775/running 2024-11-26T11:20:05,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41689-0x10176df1d7a0000, quorum=127.0.0.1:58678, baseZNode=/0-46586775 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-46586775/running 2024-11-26T11:20:05,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46825-0x10176df1d7a0001, quorum=127.0.0.1:58678, baseZNode=/0-46586775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-46586775 2024-11-26T11:20:05,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41689-0x10176df1d7a0000, quorum=127.0.0.1:58678, baseZNode=/0-46586775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-46586775 2024-11-26T11:20:05,850 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7f3a3edaecc3,41689,1732620003782, sessionid=0x10176df1d7a0000, setting cluster-up flag (Was=false) 2024-11-26T11:20:05,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46825-0x10176df1d7a0001, quorum=127.0.0.1:58678, baseZNode=/0-46586775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-46586775 2024-11-26T11:20:05,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41689-0x10176df1d7a0000, quorum=127.0.0.1:58678, baseZNode=/0-46586775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-46586775 2024-11-26T11:20:05,903 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-46586775/flush-table-proc/acquired, /0-46586775/flush-table-proc/reached, /0-46586775/flush-table-proc/abort 2024-11-26T11:20:05,904 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7f3a3edaecc3,41689,1732620003782 2024-11-26T11:20:05,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46825-0x10176df1d7a0001, quorum=127.0.0.1:58678, baseZNode=/0-46586775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-46586775 2024-11-26T11:20:05,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41689-0x10176df1d7a0000, quorum=127.0.0.1:58678, baseZNode=/0-46586775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-46586775 2024-11-26T11:20:05,955 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-46586775/online-snapshot/acquired, /0-46586775/online-snapshot/reached, /0-46586775/online-snapshot/abort 2024-11-26T11:20:05,956 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7f3a3edaecc3,41689,1732620003782 2024-11-26T11:20:05,957 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T11:20:05,959 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T11:20:05,959 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T11:20:05,959 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T11:20:05,959 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7f3a3edaecc3,41689,1732620003782 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T11:20:05,961 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:20:05,961 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:20:05,961 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:20:05,961 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:20:05,961 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7f3a3edaecc3:0, corePoolSize=10, maxPoolSize=10 2024-11-26T11:20:05,961 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:20:05,961 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=2, maxPoolSize=2 2024-11-26T11:20:05,961 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:20:05,967 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732620035967 2024-11-26T11:20:05,967 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T11:20:05,968 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T11:20:05,968 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T11:20:05,968 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T11:20:05,968 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T11:20:05,968 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T11:20:05,968 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T11:20:05,968 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T11:20:05,968 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:05,968 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T11:20:05,968 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T11:20:05,968 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T11:20:05,968 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T11:20:05,969 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:05,969 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T11:20:05,972 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T11:20:05,972 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T11:20:05,976 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732620005972,5,FailOnTimeoutGroup] 2024-11-26T11:20:05,976 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732620005976,5,FailOnTimeoutGroup] 2024-11-26T11:20:05,976 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:05,976 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T11:20:05,976 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:05,976 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:05,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36169 is added to blk_1073741831_1007 (size=1321) 2024-11-26T11:20:06,009 INFO [RS:0;7f3a3edaecc3:46825 {}] regionserver.HRegionServer(746): ClusterId : b47e9bdc-9f06-4d75-be16-6e72e86737a7 2024-11-26T11:20:06,009 DEBUG [RS:0;7f3a3edaecc3:46825 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T11:20:06,019 DEBUG [RS:0;7f3a3edaecc3:46825 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T11:20:06,019 DEBUG [RS:0;7f3a3edaecc3:46825 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T11:20:06,030 DEBUG [RS:0;7f3a3edaecc3:46825 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T11:20:06,030 DEBUG [RS:0;7f3a3edaecc3:46825 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ece9ed9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7f3a3edaecc3/172.17.0.3:0 2024-11-26T11:20:06,044 DEBUG [RS:0;7f3a3edaecc3:46825 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7f3a3edaecc3:46825 2024-11-26T11:20:06,045 INFO [RS:0;7f3a3edaecc3:46825 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T11:20:06,045 INFO [RS:0;7f3a3edaecc3:46825 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T11:20:06,045 DEBUG [RS:0;7f3a3edaecc3:46825 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T11:20:06,045 INFO [RS:0;7f3a3edaecc3:46825 {}] regionserver.HRegionServer(2659): reportForDuty to master=7f3a3edaecc3,41689,1732620003782 with port=46825, startcode=1732620003979 2024-11-26T11:20:06,046 DEBUG [RS:0;7f3a3edaecc3:46825 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T11:20:06,047 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58563, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T11:20:06,047 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41689 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7f3a3edaecc3,46825,1732620003979 2024-11-26T11:20:06,047 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41689 {}] master.ServerManager(517): Registering regionserver=7f3a3edaecc3,46825,1732620003979 2024-11-26T11:20:06,049 DEBUG [RS:0;7f3a3edaecc3:46825 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b 2024-11-26T11:20:06,049 DEBUG [RS:0;7f3a3edaecc3:46825 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40685 2024-11-26T11:20:06,049 DEBUG [RS:0;7f3a3edaecc3:46825 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T11:20:06,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41689-0x10176df1d7a0000, quorum=127.0.0.1:58678, baseZNode=/0-46586775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-46586775/rs 2024-11-26T11:20:06,061 DEBUG [RS:0;7f3a3edaecc3:46825 {}] zookeeper.ZKUtil(111): regionserver:46825-0x10176df1d7a0001, quorum=127.0.0.1:58678, baseZNode=/0-46586775 Set watcher on existing znode=/0-46586775/rs/7f3a3edaecc3,46825,1732620003979 2024-11-26T11:20:06,061 WARN [RS:0;7f3a3edaecc3:46825 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T11:20:06,061 INFO [RS:0;7f3a3edaecc3:46825 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:20:06,061 DEBUG [RS:0;7f3a3edaecc3:46825 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/WALs/7f3a3edaecc3,46825,1732620003979 2024-11-26T11:20:06,061 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7f3a3edaecc3,46825,1732620003979] 2024-11-26T11:20:06,064 INFO [RS:0;7f3a3edaecc3:46825 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T11:20:06,066 INFO [RS:0;7f3a3edaecc3:46825 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T11:20:06,066 INFO [RS:0;7f3a3edaecc3:46825 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T11:20:06,066 INFO [RS:0;7f3a3edaecc3:46825 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:06,068 INFO [RS:0;7f3a3edaecc3:46825 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T11:20:06,069 INFO [RS:0;7f3a3edaecc3:46825 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T11:20:06,069 INFO [RS:0;7f3a3edaecc3:46825 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:06,069 DEBUG [RS:0;7f3a3edaecc3:46825 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:20:06,069 DEBUG [RS:0;7f3a3edaecc3:46825 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:20:06,069 DEBUG [RS:0;7f3a3edaecc3:46825 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:20:06,069 DEBUG [RS:0;7f3a3edaecc3:46825 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:20:06,069 DEBUG [RS:0;7f3a3edaecc3:46825 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:20:06,069 DEBUG [RS:0;7f3a3edaecc3:46825 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7f3a3edaecc3:0, corePoolSize=2, maxPoolSize=2 2024-11-26T11:20:06,069 DEBUG [RS:0;7f3a3edaecc3:46825 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:20:06,069 DEBUG [RS:0;7f3a3edaecc3:46825 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:20:06,069 DEBUG [RS:0;7f3a3edaecc3:46825 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:20:06,069 DEBUG [RS:0;7f3a3edaecc3:46825 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:20:06,069 DEBUG [RS:0;7f3a3edaecc3:46825 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:20:06,069 DEBUG [RS:0;7f3a3edaecc3:46825 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:20:06,069 DEBUG [RS:0;7f3a3edaecc3:46825 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7f3a3edaecc3:0, corePoolSize=3, maxPoolSize=3 2024-11-26T11:20:06,069 DEBUG [RS:0;7f3a3edaecc3:46825 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7f3a3edaecc3:0, corePoolSize=3, maxPoolSize=3 2024-11-26T11:20:06,071 INFO [RS:0;7f3a3edaecc3:46825 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:06,071 INFO [RS:0;7f3a3edaecc3:46825 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:06,071 INFO [RS:0;7f3a3edaecc3:46825 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:06,071 INFO [RS:0;7f3a3edaecc3:46825 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:06,071 INFO [RS:0;7f3a3edaecc3:46825 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:06,071 INFO [RS:0;7f3a3edaecc3:46825 {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,46825,1732620003979-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T11:20:06,089 INFO [RS:0;7f3a3edaecc3:46825 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T11:20:06,089 INFO [RS:0;7f3a3edaecc3:46825 {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,46825,1732620003979-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:06,089 INFO [RS:0;7f3a3edaecc3:46825 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:06,089 INFO [RS:0;7f3a3edaecc3:46825 {}] regionserver.Replication(171): 7f3a3edaecc3,46825,1732620003979 started 2024-11-26T11:20:06,107 INFO [RS:0;7f3a3edaecc3:46825 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:06,107 INFO [RS:0;7f3a3edaecc3:46825 {}] regionserver.HRegionServer(1482): Serving as 7f3a3edaecc3,46825,1732620003979, RpcServer on 7f3a3edaecc3/172.17.0.3:46825, sessionid=0x10176df1d7a0001 2024-11-26T11:20:06,107 DEBUG [RS:0;7f3a3edaecc3:46825 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T11:20:06,107 DEBUG [RS:0;7f3a3edaecc3:46825 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7f3a3edaecc3,46825,1732620003979 2024-11-26T11:20:06,107 DEBUG [RS:0;7f3a3edaecc3:46825 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7f3a3edaecc3,46825,1732620003979' 2024-11-26T11:20:06,107 DEBUG [RS:0;7f3a3edaecc3:46825 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-46586775/flush-table-proc/abort' 2024-11-26T11:20:06,108 DEBUG [RS:0;7f3a3edaecc3:46825 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-46586775/flush-table-proc/acquired' 2024-11-26T11:20:06,108 DEBUG [RS:0;7f3a3edaecc3:46825 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T11:20:06,108 DEBUG [RS:0;7f3a3edaecc3:46825 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T11:20:06,108 DEBUG [RS:0;7f3a3edaecc3:46825 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7f3a3edaecc3,46825,1732620003979 2024-11-26T11:20:06,108 DEBUG [RS:0;7f3a3edaecc3:46825 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7f3a3edaecc3,46825,1732620003979' 2024-11-26T11:20:06,108 DEBUG [RS:0;7f3a3edaecc3:46825 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-46586775/online-snapshot/abort' 2024-11-26T11:20:06,108 DEBUG [RS:0;7f3a3edaecc3:46825 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-46586775/online-snapshot/acquired' 2024-11-26T11:20:06,109 DEBUG [RS:0;7f3a3edaecc3:46825 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T11:20:06,109 INFO [RS:0;7f3a3edaecc3:46825 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T11:20:06,109 INFO [RS:0;7f3a3edaecc3:46825 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T11:20:06,161 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T11:20:06,161 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T11:20:06,161 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-26T11:20:06,162 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T11:20:06,209 INFO [RS:0;7f3a3edaecc3:46825 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T11:20:06,210 INFO [RS:0;7f3a3edaecc3:46825 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7f3a3edaecc3%2C46825%2C1732620003979, suffix=, logDir=hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/WALs/7f3a3edaecc3,46825,1732620003979, archiveDir=hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/oldWALs, maxLogs=10 2024-11-26T11:20:06,227 DEBUG [RS:0;7f3a3edaecc3:46825 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/WALs/7f3a3edaecc3,46825,1732620003979/7f3a3edaecc3%2C46825%2C1732620003979.1732620006211, exclude list is [], retry=0 2024-11-26T11:20:06,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36169,DS-8c70323c-b7f4-4f4d-82ac-c2ca40a6b239,DISK] 2024-11-26T11:20:06,232 INFO [RS:0;7f3a3edaecc3:46825 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/WALs/7f3a3edaecc3,46825,1732620003979/7f3a3edaecc3%2C46825%2C1732620003979.1732620006211 2024-11-26T11:20:06,232 DEBUG [RS:0;7f3a3edaecc3:46825 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41605:41605)] 2024-11-26T11:20:06,381 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T11:20:06,382 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b 2024-11-26T11:20:06,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36169 is added to blk_1073741833_1009 (size=32) 2024-11-26T11:20:06,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:20:06,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T11:20:06,789 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T11:20:06,789 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:06,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:20:06,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T11:20:06,791 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T11:20:06,791 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:06,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:20:06,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T11:20:06,792 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T11:20:06,792 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:06,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:20:06,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T11:20:06,794 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T11:20:06,794 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:06,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:20:06,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T11:20:06,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/data/hbase/meta/1588230740 2024-11-26T11:20:06,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/data/hbase/meta/1588230740 2024-11-26T11:20:06,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T11:20:06,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T11:20:06,796 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:20:06,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T11:20:06,799 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:20:06,799 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70703157, jitterRate=0.053559139370918274}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:20:06,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732620006787Initializing all the Stores at 1732620006788 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620006788Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620006788Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620006788Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620006788Cleaning up temporary data from old regions at 1732620006796 (+8 ms)Region opened successfully at 1732620006799 (+3 ms) 2024-11-26T11:20:06,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T11:20:06,799 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T11:20:06,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T11:20:06,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T11:20:06,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T11:20:06,800 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T11:20:06,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732620006799Disabling compacts and flushes for region at 1732620006799Disabling writes for close at 1732620006799Writing region close event to WAL at 1732620006800 (+1 ms)Closed at 1732620006800 2024-11-26T11:20:06,800 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T11:20:06,801 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T11:20:06,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T11:20:06,801 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T11:20:06,802 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T11:20:06,952 DEBUG [7f3a3edaecc3:41689 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T11:20:06,953 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7f3a3edaecc3,46825,1732620003979 2024-11-26T11:20:06,954 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7f3a3edaecc3,46825,1732620003979, state=OPENING 2024-11-26T11:20:07,061 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T11:20:07,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41689-0x10176df1d7a0000, quorum=127.0.0.1:58678, baseZNode=/0-46586775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-46586775 2024-11-26T11:20:07,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46825-0x10176df1d7a0001, quorum=127.0.0.1:58678, baseZNode=/0-46586775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-46586775 2024-11-26T11:20:07,072 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T11:20:07,072 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-46586775/meta-region-server: CHANGED 2024-11-26T11:20:07,072 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-46586775/meta-region-server: CHANGED 2024-11-26T11:20:07,072 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,46825,1732620003979}] 2024-11-26T11:20:07,224 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T11:20:07,225 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58763, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T11:20:07,230 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T11:20:07,230 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:20:07,231 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T11:20:07,232 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7f3a3edaecc3%2C46825%2C1732620003979.meta, suffix=.meta, logDir=hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/WALs/7f3a3edaecc3,46825,1732620003979, archiveDir=hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/oldWALs, maxLogs=10 2024-11-26T11:20:07,246 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/WALs/7f3a3edaecc3,46825,1732620003979/7f3a3edaecc3%2C46825%2C1732620003979.meta.1732620007232.meta, exclude list is [], retry=0 2024-11-26T11:20:07,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36169,DS-8c70323c-b7f4-4f4d-82ac-c2ca40a6b239,DISK] 2024-11-26T11:20:07,250 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/WALs/7f3a3edaecc3,46825,1732620003979/7f3a3edaecc3%2C46825%2C1732620003979.meta.1732620007232.meta 2024-11-26T11:20:07,250 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41605:41605)] 2024-11-26T11:20:07,250 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:20:07,250 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T11:20:07,250 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T11:20:07,250 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T11:20:07,251 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T11:20:07,251 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T11:20:07,251 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:20:07,251 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T11:20:07,251 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T11:20:07,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T11:20:07,253 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T11:20:07,253 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:07,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:20:07,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T11:20:07,254 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T11:20:07,254 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:07,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:20:07,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T11:20:07,255 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T11:20:07,255 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:07,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:20:07,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T11:20:07,256 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T11:20:07,256 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:07,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:20:07,256 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T11:20:07,257 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/data/hbase/meta/1588230740 2024-11-26T11:20:07,257 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/data/hbase/meta/1588230740 2024-11-26T11:20:07,258 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T11:20:07,258 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T11:20:07,259 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:20:07,259 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T11:20:07,260 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75205807, jitterRate=0.12065385282039642}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:20:07,260 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T11:20:07,261 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732620007251Writing region info on filesystem at 1732620007251Initializing all the Stores at 1732620007252 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620007252Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620007252Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620007252Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620007252Cleaning up temporary data from old regions at 1732620007258 (+6 ms)Running coprocessor post-open hooks at 1732620007260 (+2 ms)Region opened successfully at 1732620007261 (+1 ms) 2024-11-26T11:20:07,261 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732620007224 2024-11-26T11:20:07,263 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T11:20:07,263 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T11:20:07,264 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7f3a3edaecc3,46825,1732620003979 2024-11-26T11:20:07,264 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7f3a3edaecc3,46825,1732620003979, state=OPEN 2024-11-26T11:20:07,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41689-0x10176df1d7a0000, quorum=127.0.0.1:58678, baseZNode=/0-46586775 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-46586775/meta-region-server 2024-11-26T11:20:07,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46825-0x10176df1d7a0001, quorum=127.0.0.1:58678, baseZNode=/0-46586775 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-46586775/meta-region-server 2024-11-26T11:20:07,301 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-46586775/meta-region-server: CHANGED 2024-11-26T11:20:07,301 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-46586775/meta-region-server: CHANGED 2024-11-26T11:20:07,301 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,46825,1732620003979 2024-11-26T11:20:07,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T11:20:07,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,46825,1732620003979 in 229 msec 2024-11-26T11:20:07,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T11:20:07,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 502 msec 2024-11-26T11:20:07,305 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T11:20:07,305 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T11:20:07,306 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:20:07,306 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,46825,1732620003979, seqNum=-1] 2024-11-26T11:20:07,307 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:20:07,308 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57273, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:20:07,312 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3530 sec 2024-11-26T11:20:07,312 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732620007312, completionTime=-1 2024-11-26T11:20:07,312 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T11:20:07,313 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T11:20:07,314 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T11:20:07,314 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732620067314 2024-11-26T11:20:07,314 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732620127314 2024-11-26T11:20:07,314 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T11:20:07,315 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,41689,1732620003782-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:07,315 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,41689,1732620003782-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:07,315 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,41689,1732620003782-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:07,315 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7f3a3edaecc3:41689, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:07,315 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:07,315 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:07,316 DEBUG [master/7f3a3edaecc3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T11:20:07,318 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.268sec 2024-11-26T11:20:07,318 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T11:20:07,318 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T11:20:07,318 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T11:20:07,318 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T11:20:07,318 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T11:20:07,318 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,41689,1732620003782-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T11:20:07,318 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,41689,1732620003782-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T11:20:07,320 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T11:20:07,320 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T11:20:07,320 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,41689,1732620003782-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:07,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fd453e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:07,410 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,41689,-1 for getting cluster id 2024-11-26T11:20:07,410 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:20:07,411 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b47e9bdc-9f06-4d75-be16-6e72e86737a7' 2024-11-26T11:20:07,411 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:20:07,411 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b47e9bdc-9f06-4d75-be16-6e72e86737a7" 2024-11-26T11:20:07,411 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@777f01b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:07,411 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,41689,-1] 2024-11-26T11:20:07,411 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:20:07,412 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:07,412 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:20:07,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56d236af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:07,413 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:20:07,414 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,46825,1732620003979, seqNum=-1] 2024-11-26T11:20:07,415 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:20:07,415 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:20:07,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7f3a3edaecc3,41689,1732620003782 2024-11-26T11:20:07,417 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58678 2024-11-26T11:20:07,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58678, baseZNode=/0-46586775 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:20:07,444 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10176df1d7a0002 connected 2024-11-26T11:20:07,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b04a28-365b-d10d-aa06-b2aac671df95/hadoop.log.dir so I do NOT create it in target/test-data/4e36bb98-0e12-9558-7962-d134a74e70c9 2024-11-26T11:20:07,457 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b04a28-365b-d10d-aa06-b2aac671df95/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T11:20:07,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b04a28-365b-d10d-aa06-b2aac671df95/hadoop.tmp.dir so I do NOT create it in target/test-data/4e36bb98-0e12-9558-7962-d134a74e70c9 2024-11-26T11:20:07,458 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b04a28-365b-d10d-aa06-b2aac671df95/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T11:20:07,458 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e36bb98-0e12-9558-7962-d134a74e70c9 2024-11-26T11:20:07,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T11:20:07,458 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e36bb98-0e12-9558-7962-d134a74e70c9/cluster_b605fe6b-2c4a-f786-a466-bd4796b3eb91, deleteOnExit=true 2024-11-26T11:20:07,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T11:20:07,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e36bb98-0e12-9558-7962-d134a74e70c9/test.cache.data in system properties and HBase conf 2024-11-26T11:20:07,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e36bb98-0e12-9558-7962-d134a74e70c9/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T11:20:07,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e36bb98-0e12-9558-7962-d134a74e70c9/hadoop.log.dir in system properties and HBase conf 2024-11-26T11:20:07,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e36bb98-0e12-9558-7962-d134a74e70c9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T11:20:07,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e36bb98-0e12-9558-7962-d134a74e70c9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T11:20:07,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T11:20:07,459 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T11:20:07,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e36bb98-0e12-9558-7962-d134a74e70c9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T11:20:07,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e36bb98-0e12-9558-7962-d134a74e70c9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T11:20:07,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e36bb98-0e12-9558-7962-d134a74e70c9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T11:20:07,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e36bb98-0e12-9558-7962-d134a74e70c9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T11:20:07,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e36bb98-0e12-9558-7962-d134a74e70c9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T11:20:07,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e36bb98-0e12-9558-7962-d134a74e70c9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T11:20:07,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e36bb98-0e12-9558-7962-d134a74e70c9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T11:20:07,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e36bb98-0e12-9558-7962-d134a74e70c9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T11:20:07,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e36bb98-0e12-9558-7962-d134a74e70c9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T11:20:07,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e36bb98-0e12-9558-7962-d134a74e70c9/nfs.dump.dir in system properties and HBase conf 2024-11-26T11:20:07,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e36bb98-0e12-9558-7962-d134a74e70c9/java.io.tmpdir in system properties and HBase conf 2024-11-26T11:20:07,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e36bb98-0e12-9558-7962-d134a74e70c9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T11:20:07,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e36bb98-0e12-9558-7962-d134a74e70c9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T11:20:07,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e36bb98-0e12-9558-7962-d134a74e70c9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T11:20:07,798 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:20:07,804 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T11:20:07,807 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T11:20:07,807 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T11:20:07,807 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T11:20:07,807 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:20:07,808 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c685abe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e36bb98-0e12-9558-7962-d134a74e70c9/hadoop.log.dir/,AVAILABLE} 2024-11-26T11:20:07,808 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@384161bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T11:20:07,905 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b32ab70{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e36bb98-0e12-9558-7962-d134a74e70c9/java.io.tmpdir/jetty-localhost-33261-hadoop-hdfs-3_4_1-tests_jar-_-any-14634644767213244092/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T11:20:07,905 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f814a3c{HTTP/1.1, (http/1.1)}{localhost:33261} 2024-11-26T11:20:07,905 INFO [Time-limited test {}] server.Server(415): Started @180056ms 2024-11-26T11:20:08,151 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:20:08,153 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T11:20:08,154 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T11:20:08,154 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T11:20:08,154 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T11:20:08,156 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178416df{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e36bb98-0e12-9558-7962-d134a74e70c9/hadoop.log.dir/,AVAILABLE} 2024-11-26T11:20:08,157 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24889373{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T11:20:08,261 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8444d8d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e36bb98-0e12-9558-7962-d134a74e70c9/java.io.tmpdir/jetty-localhost-34851-hadoop-hdfs-3_4_1-tests_jar-_-any-11713077444164175696/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T11:20:08,262 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3277ff61{HTTP/1.1, (http/1.1)}{localhost:34851} 2024-11-26T11:20:08,262 INFO [Time-limited test {}] server.Server(415): Started @180412ms 2024-11-26T11:20:08,263 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T11:20:09,120 WARN [Thread-1803 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e36bb98-0e12-9558-7962-d134a74e70c9/cluster_b605fe6b-2c4a-f786-a466-bd4796b3eb91/data/data2/current/BP-884848743-172.17.0.3-1732620007477/current, will proceed with Du for space computation calculation, 2024-11-26T11:20:09,120 WARN [Thread-1802 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e36bb98-0e12-9558-7962-d134a74e70c9/cluster_b605fe6b-2c4a-f786-a466-bd4796b3eb91/data/data1/current/BP-884848743-172.17.0.3-1732620007477/current, will proceed with Du for space computation calculation, 2024-11-26T11:20:09,139 WARN [Thread-1790 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T11:20:09,141 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4749c195aeab21ff with lease ID 0x24b2aa8bc573ca68: Processing first storage report for DS-f8c33ecf-ec04-46a1-817b-4321fe3cf144 from datanode DatanodeRegistration(127.0.0.1:36365, datanodeUuid=766bd3f5-9f6d-4ff7-ae1d-42fdebeb43b0, infoPort=37315, infoSecurePort=0, ipcPort=46311, storageInfo=lv=-57;cid=testClusterID;nsid=1965443487;c=1732620007477) 2024-11-26T11:20:09,141 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4749c195aeab21ff with lease ID 0x24b2aa8bc573ca68: from storage DS-f8c33ecf-ec04-46a1-817b-4321fe3cf144 node DatanodeRegistration(127.0.0.1:36365, datanodeUuid=766bd3f5-9f6d-4ff7-ae1d-42fdebeb43b0, infoPort=37315, infoSecurePort=0, ipcPort=46311, storageInfo=lv=-57;cid=testClusterID;nsid=1965443487;c=1732620007477), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T11:20:09,141 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4749c195aeab21ff with lease ID 0x24b2aa8bc573ca68: Processing first storage report for DS-21c92b70-3979-4199-9225-a0e8820d6950 from datanode DatanodeRegistration(127.0.0.1:36365, datanodeUuid=766bd3f5-9f6d-4ff7-ae1d-42fdebeb43b0, infoPort=37315, infoSecurePort=0, ipcPort=46311, storageInfo=lv=-57;cid=testClusterID;nsid=1965443487;c=1732620007477) 2024-11-26T11:20:09,141 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4749c195aeab21ff with lease ID 0x24b2aa8bc573ca68: from storage DS-21c92b70-3979-4199-9225-a0e8820d6950 node DatanodeRegistration(127.0.0.1:36365, datanodeUuid=766bd3f5-9f6d-4ff7-ae1d-42fdebeb43b0, infoPort=37315, infoSecurePort=0, ipcPort=46311, storageInfo=lv=-57;cid=testClusterID;nsid=1965443487;c=1732620007477), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T11:20:09,198 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e36bb98-0e12-9558-7962-d134a74e70c9 2024-11-26T11:20:09,198 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:20:09,199 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:20:09,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741825_1001 (size=7) 2024-11-26T11:20:09,609 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced with version=8 2024-11-26T11:20:09,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/hbase-staging 2024-11-26T11:20:09,611 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7f3a3edaecc3:0 server-side Connection retries=45 2024-11-26T11:20:09,612 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:20:09,612 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T11:20:09,612 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T11:20:09,612 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:20:09,612 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T11:20:09,612 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T11:20:09,612 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T11:20:09,612 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46197 2024-11-26T11:20:09,613 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46197 connecting to ZooKeeper ensemble=127.0.0.1:58678 2024-11-26T11:20:09,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:461970x0, quorum=127.0.0.1:58678, baseZNode=/1-2142367895 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:20:09,661 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46197-0x10176df1d7a0003 connected 2024-11-26T11:20:09,897 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:20:09,898 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:20:09,900 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46197-0x10176df1d7a0003, quorum=127.0.0.1:58678, baseZNode=/1-2142367895 Set watcher on znode that does not yet exist, /1-2142367895/running 2024-11-26T11:20:09,900 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced, hbase.cluster.distributed=false 2024-11-26T11:20:09,901 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46197-0x10176df1d7a0003, quorum=127.0.0.1:58678, baseZNode=/1-2142367895 Set watcher on znode that does not yet exist, /1-2142367895/acl 2024-11-26T11:20:09,902 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46197 2024-11-26T11:20:09,902 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46197 2024-11-26T11:20:09,902 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46197 2024-11-26T11:20:09,902 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46197 2024-11-26T11:20:09,902 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46197 2024-11-26T11:20:09,919 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7f3a3edaecc3:0 server-side Connection retries=45 2024-11-26T11:20:09,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:20:09,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T11:20:09,919 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T11:20:09,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:20:09,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T11:20:09,919 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T11:20:09,919 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T11:20:09,920 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39621 2024-11-26T11:20:09,921 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39621 connecting to ZooKeeper ensemble=127.0.0.1:58678 2024-11-26T11:20:09,922 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:20:09,923 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:20:09,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:396210x0, quorum=127.0.0.1:58678, baseZNode=/1-2142367895 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:20:09,993 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:396210x0, quorum=127.0.0.1:58678, baseZNode=/1-2142367895 Set watcher on znode that does not yet exist, /1-2142367895/running 2024-11-26T11:20:09,993 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39621-0x10176df1d7a0004 connected 2024-11-26T11:20:09,994 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T11:20:09,994 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T11:20:09,994 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39621-0x10176df1d7a0004, quorum=127.0.0.1:58678, baseZNode=/1-2142367895 Set watcher on znode that does not yet exist, /1-2142367895/master 2024-11-26T11:20:09,995 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39621-0x10176df1d7a0004, quorum=127.0.0.1:58678, baseZNode=/1-2142367895 Set watcher on znode that does not yet exist, /1-2142367895/acl 2024-11-26T11:20:09,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39621 2024-11-26T11:20:09,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39621 2024-11-26T11:20:09,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39621 2024-11-26T11:20:10,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39621 2024-11-26T11:20:10,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39621 2024-11-26T11:20:10,017 DEBUG [M:0;7f3a3edaecc3:46197 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7f3a3edaecc3:46197 2024-11-26T11:20:10,017 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2142367895/backup-masters/7f3a3edaecc3,46197,1732620009611 2024-11-26T11:20:10,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46197-0x10176df1d7a0003, quorum=127.0.0.1:58678, baseZNode=/1-2142367895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2142367895/backup-masters 2024-11-26T11:20:10,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39621-0x10176df1d7a0004, quorum=127.0.0.1:58678, baseZNode=/1-2142367895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2142367895/backup-masters 2024-11-26T11:20:10,044 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46197-0x10176df1d7a0003, quorum=127.0.0.1:58678, baseZNode=/1-2142367895 Set watcher on existing znode=/1-2142367895/backup-masters/7f3a3edaecc3,46197,1732620009611 2024-11-26T11:20:10,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46197-0x10176df1d7a0003, quorum=127.0.0.1:58678, baseZNode=/1-2142367895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2142367895 2024-11-26T11:20:10,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39621-0x10176df1d7a0004, quorum=127.0.0.1:58678, baseZNode=/1-2142367895 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2142367895/master 2024-11-26T11:20:10,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39621-0x10176df1d7a0004, quorum=127.0.0.1:58678, baseZNode=/1-2142367895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2142367895 2024-11-26T11:20:10,055 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46197-0x10176df1d7a0003, quorum=127.0.0.1:58678, baseZNode=/1-2142367895 Set watcher on existing znode=/1-2142367895/master 2024-11-26T11:20:10,055 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2142367895/backup-masters/7f3a3edaecc3,46197,1732620009611 from backup master directory 2024-11-26T11:20:10,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46197-0x10176df1d7a0003, quorum=127.0.0.1:58678, baseZNode=/1-2142367895 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2142367895/backup-masters/7f3a3edaecc3,46197,1732620009611 2024-11-26T11:20:10,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39621-0x10176df1d7a0004, quorum=127.0.0.1:58678, baseZNode=/1-2142367895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2142367895/backup-masters 2024-11-26T11:20:10,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46197-0x10176df1d7a0003, quorum=127.0.0.1:58678, baseZNode=/1-2142367895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2142367895/backup-masters 2024-11-26T11:20:10,065 WARN [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T11:20:10,065 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7f3a3edaecc3,46197,1732620009611 2024-11-26T11:20:10,068 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/hbase.id] with ID: 24275718-29e9-445d-a57c-ae7fc93d3a2b 2024-11-26T11:20:10,069 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/.tmp/hbase.id 2024-11-26T11:20:10,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741826_1002 (size=42) 2024-11-26T11:20:10,473 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/.tmp/hbase.id]:[hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/hbase.id] 2024-11-26T11:20:10,482 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:20:10,482 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T11:20:10,483 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T11:20:10,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39621-0x10176df1d7a0004, quorum=127.0.0.1:58678, baseZNode=/1-2142367895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2142367895 2024-11-26T11:20:10,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46197-0x10176df1d7a0003, quorum=127.0.0.1:58678, baseZNode=/1-2142367895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2142367895 2024-11-26T11:20:10,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741827_1003 (size=196) 2024-11-26T11:20:10,985 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T11:20:10,986 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T11:20:10,986 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:20:10,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741828_1004 (size=1189) 2024-11-26T11:20:10,995 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/MasterData/data/master/store 2024-11-26T11:20:11,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741829_1005 (size=34) 2024-11-26T11:20:11,401 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:20:11,401 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T11:20:11,401 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:20:11,401 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:20:11,401 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T11:20:11,401 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:20:11,401 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:20:11,401 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732620011401Disabling compacts and flushes for region at 1732620011401Disabling writes for close at 1732620011401Writing region close event to WAL at 1732620011401Closed at 1732620011401 2024-11-26T11:20:11,402 WARN [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/MasterData/data/master/store/.initializing 2024-11-26T11:20:11,402 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/MasterData/WALs/7f3a3edaecc3,46197,1732620009611 2024-11-26T11:20:11,402 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T11:20:11,404 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7f3a3edaecc3%2C46197%2C1732620009611, suffix=, logDir=hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/MasterData/WALs/7f3a3edaecc3,46197,1732620009611, archiveDir=hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/MasterData/oldWALs, maxLogs=10 2024-11-26T11:20:11,416 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/MasterData/WALs/7f3a3edaecc3,46197,1732620009611/7f3a3edaecc3%2C46197%2C1732620009611.1732620011404, exclude list is [], retry=0 2024-11-26T11:20:11,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36365,DS-f8c33ecf-ec04-46a1-817b-4321fe3cf144,DISK] 2024-11-26T11:20:11,419 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/MasterData/WALs/7f3a3edaecc3,46197,1732620009611/7f3a3edaecc3%2C46197%2C1732620009611.1732620011404 2024-11-26T11:20:11,419 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37315:37315)] 2024-11-26T11:20:11,419 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:20:11,420 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:20:11,420 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:20:11,420 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:20:11,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:20:11,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T11:20:11,422 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:11,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:20:11,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:20:11,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T11:20:11,423 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:11,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:20:11,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:20:11,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T11:20:11,424 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:11,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:20:11,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:20:11,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T11:20:11,425 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:11,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:20:11,426 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:20:11,426 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:20:11,427 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:20:11,428 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:20:11,428 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:20:11,428 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:20:11,429 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:20:11,431 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:20:11,431 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63076625, jitterRate=-0.06008504331111908}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:20:11,431 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732620011420Initializing all the Stores at 1732620011420Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620011420Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620011421 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620011421Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620011421Cleaning up temporary data from old regions at 1732620011428 (+7 ms)Region opened successfully at 1732620011431 (+3 ms) 2024-11-26T11:20:11,432 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T11:20:11,434 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa41c16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7f3a3edaecc3/172.17.0.3:0 2024-11-26T11:20:11,435 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T11:20:11,435 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T11:20:11,435 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T11:20:11,435 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T11:20:11,435 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T11:20:11,436 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T11:20:11,436 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T11:20:11,437 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T11:20:11,438 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46197-0x10176df1d7a0003, quorum=127.0.0.1:58678, baseZNode=/1-2142367895 Unable to get data of znode /1-2142367895/balancer because node does not exist (not necessarily an error) 2024-11-26T11:20:11,517 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2142367895/balancer already deleted, retry=false 2024-11-26T11:20:11,518 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T11:20:11,518 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46197-0x10176df1d7a0003, quorum=127.0.0.1:58678, baseZNode=/1-2142367895 Unable to get data of znode /1-2142367895/normalizer because node does not exist (not necessarily an error) 2024-11-26T11:20:11,528 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2142367895/normalizer already deleted, retry=false 2024-11-26T11:20:11,528 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T11:20:11,529 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46197-0x10176df1d7a0003, quorum=127.0.0.1:58678, baseZNode=/1-2142367895 Unable to get data of znode /1-2142367895/switch/split because node does not exist (not necessarily an error) 2024-11-26T11:20:11,538 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2142367895/switch/split already deleted, retry=false 2024-11-26T11:20:11,539 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46197-0x10176df1d7a0003, quorum=127.0.0.1:58678, baseZNode=/1-2142367895 Unable to get data of znode /1-2142367895/switch/merge because node does not exist (not necessarily an error) 2024-11-26T11:20:11,549 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2142367895/switch/merge already deleted, retry=false 2024-11-26T11:20:11,550 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46197-0x10176df1d7a0003, quorum=127.0.0.1:58678, baseZNode=/1-2142367895 Unable to get data of znode /1-2142367895/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T11:20:11,559 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2142367895/snapshot-cleanup already deleted, retry=false 2024-11-26T11:20:11,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39621-0x10176df1d7a0004, quorum=127.0.0.1:58678, baseZNode=/1-2142367895 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2142367895/running 2024-11-26T11:20:11,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46197-0x10176df1d7a0003, quorum=127.0.0.1:58678, baseZNode=/1-2142367895 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2142367895/running 2024-11-26T11:20:11,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39621-0x10176df1d7a0004, quorum=127.0.0.1:58678, baseZNode=/1-2142367895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2142367895 2024-11-26T11:20:11,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46197-0x10176df1d7a0003, quorum=127.0.0.1:58678, baseZNode=/1-2142367895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2142367895 2024-11-26T11:20:11,570 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7f3a3edaecc3,46197,1732620009611, sessionid=0x10176df1d7a0003, setting cluster-up flag (Was=false) 2024-11-26T11:20:11,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39621-0x10176df1d7a0004, quorum=127.0.0.1:58678, baseZNode=/1-2142367895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2142367895 2024-11-26T11:20:11,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46197-0x10176df1d7a0003, quorum=127.0.0.1:58678, baseZNode=/1-2142367895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2142367895 2024-11-26T11:20:11,623 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2142367895/flush-table-proc/acquired, /1-2142367895/flush-table-proc/reached, /1-2142367895/flush-table-proc/abort 2024-11-26T11:20:11,624 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7f3a3edaecc3,46197,1732620009611 2024-11-26T11:20:11,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46197-0x10176df1d7a0003, quorum=127.0.0.1:58678, baseZNode=/1-2142367895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2142367895 2024-11-26T11:20:11,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39621-0x10176df1d7a0004, quorum=127.0.0.1:58678, baseZNode=/1-2142367895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2142367895 2024-11-26T11:20:11,663 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T11:20:11,675 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2142367895/online-snapshot/acquired, /1-2142367895/online-snapshot/reached, /1-2142367895/online-snapshot/abort 2024-11-26T11:20:11,677 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7f3a3edaecc3,46197,1732620009611 2024-11-26T11:20:11,687 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T11:20:11,688 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T11:20:11,689 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T11:20:11,689 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T11:20:11,689 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7f3a3edaecc3,46197,1732620009611 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T11:20:11,690 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:20:11,690 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:20:11,690 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:20:11,690 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:20:11,690 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7f3a3edaecc3:0, corePoolSize=10, maxPoolSize=10 2024-11-26T11:20:11,690 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:20:11,691 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=2, maxPoolSize=2 2024-11-26T11:20:11,691 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:20:11,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:11,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:11,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:11,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:11,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:11,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:11,697 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732620041697 2024-11-26T11:20:11,697 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T11:20:11,697 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T11:20:11,697 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T11:20:11,697 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T11:20:11,698 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T11:20:11,698 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T11:20:11,698 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T11:20:11,698 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T11:20:11,699 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:11,700 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T11:20:11,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:11,704 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:11,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:11,708 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T11:20:11,708 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T11:20:11,708 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T11:20:11,709 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T11:20:11,709 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T11:20:11,709 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T11:20:11,710 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732620011709,5,FailOnTimeoutGroup] 2024-11-26T11:20:11,710 INFO [RS:0;7f3a3edaecc3:39621 {}] regionserver.HRegionServer(746): ClusterId : 24275718-29e9-445d-a57c-ae7fc93d3a2b 2024-11-26T11:20:11,710 DEBUG [RS:0;7f3a3edaecc3:39621 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T11:20:11,713 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732620011710,5,FailOnTimeoutGroup] 2024-11-26T11:20:11,713 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:11,713 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T11:20:11,713 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:11,713 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:11,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741831_1007 (size=1321) 2024-11-26T11:20:11,718 DEBUG [RS:0;7f3a3edaecc3:39621 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T11:20:11,718 DEBUG [RS:0;7f3a3edaecc3:39621 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T11:20:11,719 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T11:20:11,719 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced 2024-11-26T11:20:11,729 DEBUG [RS:0;7f3a3edaecc3:39621 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T11:20:11,729 DEBUG [RS:0;7f3a3edaecc3:39621 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fc2a36a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7f3a3edaecc3/172.17.0.3:0 2024-11-26T11:20:11,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741832_1008 (size=32) 2024-11-26T11:20:11,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:20:11,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T11:20:11,740 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T11:20:11,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:11,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:20:11,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T11:20:11,742 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T11:20:11,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:11,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:20:11,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T11:20:11,743 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T11:20:11,743 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:11,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:20:11,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T11:20:11,744 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T11:20:11,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:11,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:20:11,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T11:20:11,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/data/hbase/meta/1588230740 2024-11-26T11:20:11,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/data/hbase/meta/1588230740 2024-11-26T11:20:11,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T11:20:11,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T11:20:11,747 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:20:11,747 DEBUG [RS:0;7f3a3edaecc3:39621 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7f3a3edaecc3:39621 2024-11-26T11:20:11,747 INFO [RS:0;7f3a3edaecc3:39621 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T11:20:11,747 INFO [RS:0;7f3a3edaecc3:39621 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T11:20:11,748 DEBUG [RS:0;7f3a3edaecc3:39621 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T11:20:11,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T11:20:11,748 INFO [RS:0;7f3a3edaecc3:39621 {}] regionserver.HRegionServer(2659): reportForDuty to master=7f3a3edaecc3,46197,1732620009611 with port=39621, startcode=1732620009918 2024-11-26T11:20:11,748 DEBUG [RS:0;7f3a3edaecc3:39621 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T11:20:11,757 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59813, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T11:20:11,757 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:20:11,757 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46197 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7f3a3edaecc3,39621,1732620009918 2024-11-26T11:20:11,757 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46197 {}] master.ServerManager(517): Registering regionserver=7f3a3edaecc3,39621,1732620009918 2024-11-26T11:20:11,757 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74633942, jitterRate=0.11213240027427673}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:20:11,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732620011738Initializing all the Stores at 1732620011739 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620011739Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620011739Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620011739Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620011739Cleaning up temporary data from old regions at 1732620011747 (+8 ms)Region opened successfully at 1732620011757 (+10 ms) 2024-11-26T11:20:11,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T11:20:11,757 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T11:20:11,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T11:20:11,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T11:20:11,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T11:20:11,758 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T11:20:11,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732620011757Disabling compacts and flushes for region at 1732620011757Disabling writes for close at 1732620011758 (+1 ms)Writing region close event to WAL at 1732620011758Closed at 1732620011758 2024-11-26T11:20:11,759 DEBUG [RS:0;7f3a3edaecc3:39621 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced 2024-11-26T11:20:11,759 DEBUG [RS:0;7f3a3edaecc3:39621 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43599 2024-11-26T11:20:11,759 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T11:20:11,759 DEBUG [RS:0;7f3a3edaecc3:39621 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T11:20:11,759 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T11:20:11,759 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T11:20:11,759 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T11:20:11,760 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T11:20:11,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46197-0x10176df1d7a0003, quorum=127.0.0.1:58678, baseZNode=/1-2142367895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2142367895/rs 2024-11-26T11:20:11,831 DEBUG [RS:0;7f3a3edaecc3:39621 {}] zookeeper.ZKUtil(111): regionserver:39621-0x10176df1d7a0004, quorum=127.0.0.1:58678, baseZNode=/1-2142367895 Set watcher on existing znode=/1-2142367895/rs/7f3a3edaecc3,39621,1732620009918 2024-11-26T11:20:11,831 WARN [RS:0;7f3a3edaecc3:39621 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T11:20:11,831 INFO [RS:0;7f3a3edaecc3:39621 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:20:11,831 DEBUG [RS:0;7f3a3edaecc3:39621 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/WALs/7f3a3edaecc3,39621,1732620009918 2024-11-26T11:20:11,831 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7f3a3edaecc3,39621,1732620009918] 2024-11-26T11:20:11,834 INFO [RS:0;7f3a3edaecc3:39621 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T11:20:11,835 INFO [RS:0;7f3a3edaecc3:39621 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T11:20:11,835 INFO [RS:0;7f3a3edaecc3:39621 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T11:20:11,836 INFO [RS:0;7f3a3edaecc3:39621 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:11,836 INFO [RS:0;7f3a3edaecc3:39621 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T11:20:11,836 INFO [RS:0;7f3a3edaecc3:39621 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T11:20:11,836 INFO [RS:0;7f3a3edaecc3:39621 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:11,836 DEBUG [RS:0;7f3a3edaecc3:39621 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:20:11,836 DEBUG [RS:0;7f3a3edaecc3:39621 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:20:11,836 DEBUG [RS:0;7f3a3edaecc3:39621 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:20:11,836 DEBUG [RS:0;7f3a3edaecc3:39621 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:20:11,836 DEBUG [RS:0;7f3a3edaecc3:39621 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:20:11,836 DEBUG [RS:0;7f3a3edaecc3:39621 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7f3a3edaecc3:0, corePoolSize=2, maxPoolSize=2 2024-11-26T11:20:11,836 DEBUG [RS:0;7f3a3edaecc3:39621 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:20:11,836 DEBUG [RS:0;7f3a3edaecc3:39621 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:20:11,837 DEBUG [RS:0;7f3a3edaecc3:39621 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:20:11,837 DEBUG [RS:0;7f3a3edaecc3:39621 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:20:11,837 DEBUG [RS:0;7f3a3edaecc3:39621 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:20:11,837 DEBUG [RS:0;7f3a3edaecc3:39621 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:20:11,837 DEBUG [RS:0;7f3a3edaecc3:39621 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7f3a3edaecc3:0, corePoolSize=3, maxPoolSize=3 2024-11-26T11:20:11,837 DEBUG [RS:0;7f3a3edaecc3:39621 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7f3a3edaecc3:0, corePoolSize=3, maxPoolSize=3 2024-11-26T11:20:11,837 INFO [RS:0;7f3a3edaecc3:39621 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:11,837 INFO [RS:0;7f3a3edaecc3:39621 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:11,837 INFO [RS:0;7f3a3edaecc3:39621 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:11,837 INFO [RS:0;7f3a3edaecc3:39621 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:11,837 INFO [RS:0;7f3a3edaecc3:39621 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:11,837 INFO [RS:0;7f3a3edaecc3:39621 {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,39621,1732620009918-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T11:20:11,859 INFO [RS:0;7f3a3edaecc3:39621 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T11:20:11,859 INFO [RS:0;7f3a3edaecc3:39621 {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,39621,1732620009918-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:11,859 INFO [RS:0;7f3a3edaecc3:39621 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:11,859 INFO [RS:0;7f3a3edaecc3:39621 {}] regionserver.Replication(171): 7f3a3edaecc3,39621,1732620009918 started 2024-11-26T11:20:11,877 INFO [RS:0;7f3a3edaecc3:39621 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:11,877 INFO [RS:0;7f3a3edaecc3:39621 {}] regionserver.HRegionServer(1482): Serving as 7f3a3edaecc3,39621,1732620009918, RpcServer on 7f3a3edaecc3/172.17.0.3:39621, sessionid=0x10176df1d7a0004 2024-11-26T11:20:11,877 DEBUG [RS:0;7f3a3edaecc3:39621 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T11:20:11,877 DEBUG [RS:0;7f3a3edaecc3:39621 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7f3a3edaecc3,39621,1732620009918 2024-11-26T11:20:11,877 DEBUG [RS:0;7f3a3edaecc3:39621 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7f3a3edaecc3,39621,1732620009918' 2024-11-26T11:20:11,877 DEBUG [RS:0;7f3a3edaecc3:39621 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2142367895/flush-table-proc/abort' 2024-11-26T11:20:11,878 DEBUG [RS:0;7f3a3edaecc3:39621 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2142367895/flush-table-proc/acquired' 2024-11-26T11:20:11,878 DEBUG [RS:0;7f3a3edaecc3:39621 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T11:20:11,878 DEBUG [RS:0;7f3a3edaecc3:39621 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T11:20:11,878 DEBUG [RS:0;7f3a3edaecc3:39621 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7f3a3edaecc3,39621,1732620009918 2024-11-26T11:20:11,878 DEBUG [RS:0;7f3a3edaecc3:39621 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7f3a3edaecc3,39621,1732620009918' 2024-11-26T11:20:11,878 DEBUG [RS:0;7f3a3edaecc3:39621 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2142367895/online-snapshot/abort' 2024-11-26T11:20:11,878 DEBUG [RS:0;7f3a3edaecc3:39621 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2142367895/online-snapshot/acquired' 2024-11-26T11:20:11,879 DEBUG [RS:0;7f3a3edaecc3:39621 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T11:20:11,879 INFO [RS:0;7f3a3edaecc3:39621 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T11:20:11,879 INFO [RS:0;7f3a3edaecc3:39621 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T11:20:11,910 WARN [7f3a3edaecc3:46197 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-26T11:20:11,979 INFO [RS:0;7f3a3edaecc3:39621 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T11:20:11,980 INFO [RS:0;7f3a3edaecc3:39621 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7f3a3edaecc3%2C39621%2C1732620009918, suffix=, logDir=hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/WALs/7f3a3edaecc3,39621,1732620009918, archiveDir=hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/oldWALs, maxLogs=10 2024-11-26T11:20:11,997 DEBUG [RS:0;7f3a3edaecc3:39621 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/WALs/7f3a3edaecc3,39621,1732620009918/7f3a3edaecc3%2C39621%2C1732620009918.1732620011981, exclude list is [], retry=0 2024-11-26T11:20:11,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36365,DS-f8c33ecf-ec04-46a1-817b-4321fe3cf144,DISK] 2024-11-26T11:20:12,001 INFO [RS:0;7f3a3edaecc3:39621 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/WALs/7f3a3edaecc3,39621,1732620009918/7f3a3edaecc3%2C39621%2C1732620009918.1732620011981 2024-11-26T11:20:12,001 DEBUG [RS:0;7f3a3edaecc3:39621 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37315:37315)] 2024-11-26T11:20:12,064 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T11:20:12,161 DEBUG [7f3a3edaecc3:46197 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T11:20:12,161 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7f3a3edaecc3,39621,1732620009918 2024-11-26T11:20:12,162 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7f3a3edaecc3,39621,1732620009918, state=OPENING 2024-11-26T11:20:12,187 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T11:20:12,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46197-0x10176df1d7a0003, quorum=127.0.0.1:58678, baseZNode=/1-2142367895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2142367895 2024-11-26T11:20:12,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39621-0x10176df1d7a0004, quorum=127.0.0.1:58678, baseZNode=/1-2142367895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2142367895 2024-11-26T11:20:12,198 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T11:20:12,198 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2142367895/meta-region-server: CHANGED 2024-11-26T11:20:12,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,39621,1732620009918}] 2024-11-26T11:20:12,198 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2142367895/meta-region-server: CHANGED 2024-11-26T11:20:12,350 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T11:20:12,351 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53953, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T11:20:12,354 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T11:20:12,354 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:20:12,355 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T11:20:12,356 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7f3a3edaecc3%2C39621%2C1732620009918.meta, suffix=.meta, logDir=hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/WALs/7f3a3edaecc3,39621,1732620009918, archiveDir=hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/oldWALs, maxLogs=10 2024-11-26T11:20:12,371 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/WALs/7f3a3edaecc3,39621,1732620009918/7f3a3edaecc3%2C39621%2C1732620009918.meta.1732620012356.meta, exclude list is [], retry=0 2024-11-26T11:20:12,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36365,DS-f8c33ecf-ec04-46a1-817b-4321fe3cf144,DISK] 2024-11-26T11:20:12,375 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/WALs/7f3a3edaecc3,39621,1732620009918/7f3a3edaecc3%2C39621%2C1732620009918.meta.1732620012356.meta 2024-11-26T11:20:12,376 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37315:37315)] 2024-11-26T11:20:12,376 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:20:12,376 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T11:20:12,377 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T11:20:12,377 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T11:20:12,377 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T11:20:12,377 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T11:20:12,377 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:20:12,377 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T11:20:12,377 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T11:20:12,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T11:20:12,379 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T11:20:12,379 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:12,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:20:12,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T11:20:12,380 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T11:20:12,380 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:12,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:20:12,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T11:20:12,381 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T11:20:12,381 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:12,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:20:12,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T11:20:12,382 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T11:20:12,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:12,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:20:12,383 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T11:20:12,383 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/data/hbase/meta/1588230740 2024-11-26T11:20:12,384 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/data/hbase/meta/1588230740 2024-11-26T11:20:12,385 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T11:20:12,385 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T11:20:12,386 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:20:12,387 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T11:20:12,388 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72466838, jitterRate=0.0798400342464447}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:20:12,388 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T11:20:12,388 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732620012377Writing region info on filesystem at 1732620012377Initializing all the Stores at 1732620012378 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620012378Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620012378Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620012378Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620012378Cleaning up temporary data from old regions at 1732620012385 (+7 ms)Running coprocessor post-open hooks at 1732620012388 (+3 ms)Region opened successfully at 1732620012388 2024-11-26T11:20:12,389 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732620012350 2024-11-26T11:20:12,391 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T11:20:12,391 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T11:20:12,391 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7f3a3edaecc3,39621,1732620009918 2024-11-26T11:20:12,392 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7f3a3edaecc3,39621,1732620009918, state=OPEN 2024-11-26T11:20:12,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46197-0x10176df1d7a0003, quorum=127.0.0.1:58678, baseZNode=/1-2142367895 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2142367895/meta-region-server 2024-11-26T11:20:12,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39621-0x10176df1d7a0004, quorum=127.0.0.1:58678, baseZNode=/1-2142367895 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2142367895/meta-region-server 2024-11-26T11:20:12,402 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2142367895/meta-region-server: CHANGED 2024-11-26T11:20:12,402 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2142367895/meta-region-server: CHANGED 2024-11-26T11:20:12,402 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,39621,1732620009918 2024-11-26T11:20:12,404 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T11:20:12,404 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,39621,1732620009918 in 204 msec 2024-11-26T11:20:12,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T11:20:12,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 645 msec 2024-11-26T11:20:12,407 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T11:20:12,407 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T11:20:12,408 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:20:12,408 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,39621,1732620009918, seqNum=-1] 2024-11-26T11:20:12,408 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:20:12,409 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45453, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:20:12,415 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 726 msec 2024-11-26T11:20:12,415 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732620012415, completionTime=-1 2024-11-26T11:20:12,415 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T11:20:12,415 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T11:20:12,417 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T11:20:12,417 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732620072417 2024-11-26T11:20:12,417 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732620132417 2024-11-26T11:20:12,417 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T11:20:12,417 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,46197,1732620009611-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:12,417 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,46197,1732620009611-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:12,417 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,46197,1732620009611-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:12,417 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7f3a3edaecc3:46197, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:12,418 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:12,418 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:12,420 DEBUG [master/7f3a3edaecc3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T11:20:12,421 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.356sec 2024-11-26T11:20:12,421 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T11:20:12,421 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T11:20:12,421 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T11:20:12,421 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T11:20:12,421 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T11:20:12,421 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,46197,1732620009611-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T11:20:12,421 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,46197,1732620009611-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T11:20:12,424 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T11:20:12,424 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T11:20:12,424 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,46197,1732620009611-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:12,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1802ce9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:12,510 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,46197,-1 for getting cluster id 2024-11-26T11:20:12,510 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:20:12,511 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '24275718-29e9-445d-a57c-ae7fc93d3a2b' 2024-11-26T11:20:12,511 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:20:12,511 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "24275718-29e9-445d-a57c-ae7fc93d3a2b" 2024-11-26T11:20:12,512 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bef1070, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:12,512 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,46197,-1] 2024-11-26T11:20:12,512 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:20:12,512 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:12,513 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:20:12,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6397d313, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:12,514 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:20:12,516 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,39621,1732620009918, seqNum=-1] 2024-11-26T11:20:12,516 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:20:12,517 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:20:12,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7f3a3edaecc3,46197,1732620009611 2024-11-26T11:20:12,520 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58678 2024-11-26T11:20:12,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58678, baseZNode=/1-2142367895 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:20:12,550 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10176df1d7a0005 connected 2024-11-26T11:20:12,562 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:20:12,563 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,41689,1732620003782 2024-11-26T11:20:12,563 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2eb4f48 2024-11-26T11:20:12,563 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:20:12,564 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:20:12,565 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41689 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T11:20:12,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41689 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T11:20:12,567 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T11:20:12,567 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:12,567 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41689 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T11:20:12,568 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T11:20:12,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:20:12,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36169 is added to blk_1073741835_1011 (size=902) 2024-11-26T11:20:12,581 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 04796f684cfe0bfb29e3cb2fba50a9f4, NAME => 'test,,1732620012564.04796f684cfe0bfb29e3cb2fba50a9f4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b 2024-11-26T11:20:12,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36169 is added to blk_1073741836_1012 (size=39) 2024-11-26T11:20:12,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:20:12,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:20:12,993 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732620012564.04796f684cfe0bfb29e3cb2fba50a9f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:20:12,993 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 04796f684cfe0bfb29e3cb2fba50a9f4, disabling compactions & flushes 2024-11-26T11:20:12,993 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732620012564.04796f684cfe0bfb29e3cb2fba50a9f4. 2024-11-26T11:20:12,993 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732620012564.04796f684cfe0bfb29e3cb2fba50a9f4. 2024-11-26T11:20:12,993 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732620012564.04796f684cfe0bfb29e3cb2fba50a9f4. after waiting 0 ms 2024-11-26T11:20:12,993 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732620012564.04796f684cfe0bfb29e3cb2fba50a9f4. 2024-11-26T11:20:12,993 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732620012564.04796f684cfe0bfb29e3cb2fba50a9f4. 2024-11-26T11:20:12,993 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 04796f684cfe0bfb29e3cb2fba50a9f4: Waiting for close lock at 1732620012993Disabling compacts and flushes for region at 1732620012993Disabling writes for close at 1732620012993Writing region close event to WAL at 1732620012993Closed at 1732620012993 2024-11-26T11:20:12,994 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T11:20:12,995 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732620012564.04796f684cfe0bfb29e3cb2fba50a9f4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732620012995"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732620012995"}]},"ts":"1732620012995"} 2024-11-26T11:20:12,997 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T11:20:12,997 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T11:20:12,998 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620012997"}]},"ts":"1732620012997"} 2024-11-26T11:20:12,999 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T11:20:12,999 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=04796f684cfe0bfb29e3cb2fba50a9f4, ASSIGN}] 2024-11-26T11:20:13,000 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=04796f684cfe0bfb29e3cb2fba50a9f4, ASSIGN 2024-11-26T11:20:13,001 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=04796f684cfe0bfb29e3cb2fba50a9f4, ASSIGN; state=OFFLINE, location=7f3a3edaecc3,46825,1732620003979; forceNewPlan=false, retain=false 2024-11-26T11:20:13,152 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=04796f684cfe0bfb29e3cb2fba50a9f4, regionState=OPENING, regionLocation=7f3a3edaecc3,46825,1732620003979 2024-11-26T11:20:13,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=04796f684cfe0bfb29e3cb2fba50a9f4, ASSIGN because future has completed 2024-11-26T11:20:13,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04796f684cfe0bfb29e3cb2fba50a9f4, server=7f3a3edaecc3,46825,1732620003979}] 2024-11-26T11:20:13,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:20:13,310 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732620012564.04796f684cfe0bfb29e3cb2fba50a9f4. 2024-11-26T11:20:13,310 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 04796f684cfe0bfb29e3cb2fba50a9f4, NAME => 'test,,1732620012564.04796f684cfe0bfb29e3cb2fba50a9f4.', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:20:13,310 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T11:20:13,310 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T11:20:13,310 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 04796f684cfe0bfb29e3cb2fba50a9f4 2024-11-26T11:20:13,310 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732620012564.04796f684cfe0bfb29e3cb2fba50a9f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:20:13,310 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 04796f684cfe0bfb29e3cb2fba50a9f4 2024-11-26T11:20:13,310 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 04796f684cfe0bfb29e3cb2fba50a9f4 2024-11-26T11:20:13,312 INFO [StoreOpener-04796f684cfe0bfb29e3cb2fba50a9f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 04796f684cfe0bfb29e3cb2fba50a9f4 2024-11-26T11:20:13,313 INFO [StoreOpener-04796f684cfe0bfb29e3cb2fba50a9f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04796f684cfe0bfb29e3cb2fba50a9f4 columnFamilyName f 2024-11-26T11:20:13,313 DEBUG [StoreOpener-04796f684cfe0bfb29e3cb2fba50a9f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:13,313 INFO [StoreOpener-04796f684cfe0bfb29e3cb2fba50a9f4-1 {}] regionserver.HStore(327): Store=04796f684cfe0bfb29e3cb2fba50a9f4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:20:13,313 INFO [StoreOpener-04796f684cfe0bfb29e3cb2fba50a9f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 04796f684cfe0bfb29e3cb2fba50a9f4 2024-11-26T11:20:13,314 INFO [StoreOpener-04796f684cfe0bfb29e3cb2fba50a9f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04796f684cfe0bfb29e3cb2fba50a9f4 columnFamilyName f1 2024-11-26T11:20:13,314 DEBUG [StoreOpener-04796f684cfe0bfb29e3cb2fba50a9f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:13,314 INFO [StoreOpener-04796f684cfe0bfb29e3cb2fba50a9f4-1 {}] regionserver.HStore(327): Store=04796f684cfe0bfb29e3cb2fba50a9f4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:20:13,314 INFO [StoreOpener-04796f684cfe0bfb29e3cb2fba50a9f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 04796f684cfe0bfb29e3cb2fba50a9f4 2024-11-26T11:20:13,315 INFO [StoreOpener-04796f684cfe0bfb29e3cb2fba50a9f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04796f684cfe0bfb29e3cb2fba50a9f4 columnFamilyName norep 2024-11-26T11:20:13,315 DEBUG [StoreOpener-04796f684cfe0bfb29e3cb2fba50a9f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:13,316 INFO [StoreOpener-04796f684cfe0bfb29e3cb2fba50a9f4-1 {}] regionserver.HStore(327): Store=04796f684cfe0bfb29e3cb2fba50a9f4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:20:13,316 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 04796f684cfe0bfb29e3cb2fba50a9f4 2024-11-26T11:20:13,316 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/data/default/test/04796f684cfe0bfb29e3cb2fba50a9f4 2024-11-26T11:20:13,316 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/data/default/test/04796f684cfe0bfb29e3cb2fba50a9f4 2024-11-26T11:20:13,317 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 04796f684cfe0bfb29e3cb2fba50a9f4 2024-11-26T11:20:13,317 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 04796f684cfe0bfb29e3cb2fba50a9f4 2024-11-26T11:20:13,318 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T11:20:13,318 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 04796f684cfe0bfb29e3cb2fba50a9f4 2024-11-26T11:20:13,320 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/data/default/test/04796f684cfe0bfb29e3cb2fba50a9f4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:20:13,321 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 04796f684cfe0bfb29e3cb2fba50a9f4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60497944, jitterRate=-0.09851038455963135}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T11:20:13,321 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 04796f684cfe0bfb29e3cb2fba50a9f4 2024-11-26T11:20:13,321 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 04796f684cfe0bfb29e3cb2fba50a9f4: Running coprocessor pre-open hook at 1732620013310Writing region info on filesystem at 1732620013310Initializing all the Stores at 1732620013311 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620013311Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620013311Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620013311Cleaning up temporary data from old regions at 1732620013317 (+6 ms)Running coprocessor post-open hooks at 1732620013321 (+4 ms)Region opened successfully at 1732620013321 2024-11-26T11:20:13,322 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732620012564.04796f684cfe0bfb29e3cb2fba50a9f4., pid=6, masterSystemTime=1732620013306 2024-11-26T11:20:13,325 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732620012564.04796f684cfe0bfb29e3cb2fba50a9f4. 2024-11-26T11:20:13,325 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732620012564.04796f684cfe0bfb29e3cb2fba50a9f4. 2024-11-26T11:20:13,325 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=04796f684cfe0bfb29e3cb2fba50a9f4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7f3a3edaecc3,46825,1732620003979 2024-11-26T11:20:13,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04796f684cfe0bfb29e3cb2fba50a9f4, server=7f3a3edaecc3,46825,1732620003979 because future has completed 2024-11-26T11:20:13,330 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T11:20:13,330 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 04796f684cfe0bfb29e3cb2fba50a9f4, server=7f3a3edaecc3,46825,1732620003979 in 174 msec 2024-11-26T11:20:13,332 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T11:20:13,332 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=04796f684cfe0bfb29e3cb2fba50a9f4, ASSIGN in 331 msec 2024-11-26T11:20:13,333 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T11:20:13,333 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620013333"}]},"ts":"1732620013333"} 2024-11-26T11:20:13,335 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T11:20:13,336 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T11:20:13,338 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 771 msec 2024-11-26T11:20:13,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:20:13,710 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T11:20:13,711 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:20:13,711 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,46197,1732620009611 2024-11-26T11:20:13,711 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1abc7b2c 2024-11-26T11:20:13,712 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:20:13,713 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:20:13,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46197 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T11:20:13,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46197 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T11:20:13,715 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T11:20:13,715 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:13,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46197 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T11:20:13,716 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T11:20:13,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:20:13,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741835_1011 (size=902) 2024-11-26T11:20:13,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:20:14,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:20:14,124 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f2fa1b556427127194ee704b7b5fb09a, NAME => 'test,,1732620013713.f2fa1b556427127194ee704b7b5fb09a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced 2024-11-26T11:20:14,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741836_1012 (size=39) 2024-11-26T11:20:14,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:20:14,529 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732620013713.f2fa1b556427127194ee704b7b5fb09a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:20:14,529 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f2fa1b556427127194ee704b7b5fb09a, disabling compactions & flushes 2024-11-26T11:20:14,529 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732620013713.f2fa1b556427127194ee704b7b5fb09a. 2024-11-26T11:20:14,529 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732620013713.f2fa1b556427127194ee704b7b5fb09a. 2024-11-26T11:20:14,529 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732620013713.f2fa1b556427127194ee704b7b5fb09a. after waiting 0 ms 2024-11-26T11:20:14,529 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732620013713.f2fa1b556427127194ee704b7b5fb09a. 2024-11-26T11:20:14,529 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732620013713.f2fa1b556427127194ee704b7b5fb09a. 2024-11-26T11:20:14,529 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f2fa1b556427127194ee704b7b5fb09a: Waiting for close lock at 1732620014529Disabling compacts and flushes for region at 1732620014529Disabling writes for close at 1732620014529Writing region close event to WAL at 1732620014529Closed at 1732620014529 2024-11-26T11:20:14,530 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T11:20:14,531 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732620013713.f2fa1b556427127194ee704b7b5fb09a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732620014530"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732620014530"}]},"ts":"1732620014530"} 2024-11-26T11:20:14,532 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T11:20:14,533 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T11:20:14,533 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620014533"}]},"ts":"1732620014533"} 2024-11-26T11:20:14,535 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T11:20:14,535 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f2fa1b556427127194ee704b7b5fb09a, ASSIGN}] 2024-11-26T11:20:14,537 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f2fa1b556427127194ee704b7b5fb09a, ASSIGN 2024-11-26T11:20:14,537 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f2fa1b556427127194ee704b7b5fb09a, ASSIGN; state=OFFLINE, location=7f3a3edaecc3,39621,1732620009918; forceNewPlan=false, retain=false 2024-11-26T11:20:14,688 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f2fa1b556427127194ee704b7b5fb09a, regionState=OPENING, regionLocation=7f3a3edaecc3,39621,1732620009918 2024-11-26T11:20:14,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f2fa1b556427127194ee704b7b5fb09a, ASSIGN because future has completed 2024-11-26T11:20:14,691 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2fa1b556427127194ee704b7b5fb09a, server=7f3a3edaecc3,39621,1732620009918}] 2024-11-26T11:20:14,846 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732620013713.f2fa1b556427127194ee704b7b5fb09a. 2024-11-26T11:20:14,846 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f2fa1b556427127194ee704b7b5fb09a, NAME => 'test,,1732620013713.f2fa1b556427127194ee704b7b5fb09a.', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:20:14,846 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T11:20:14,846 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T11:20:14,846 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f2fa1b556427127194ee704b7b5fb09a 2024-11-26T11:20:14,846 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732620013713.f2fa1b556427127194ee704b7b5fb09a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:20:14,846 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f2fa1b556427127194ee704b7b5fb09a 2024-11-26T11:20:14,847 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f2fa1b556427127194ee704b7b5fb09a 2024-11-26T11:20:14,848 INFO [StoreOpener-f2fa1b556427127194ee704b7b5fb09a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f2fa1b556427127194ee704b7b5fb09a 2024-11-26T11:20:14,849 INFO [StoreOpener-f2fa1b556427127194ee704b7b5fb09a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2fa1b556427127194ee704b7b5fb09a columnFamilyName f 2024-11-26T11:20:14,849 DEBUG [StoreOpener-f2fa1b556427127194ee704b7b5fb09a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:14,849 INFO [StoreOpener-f2fa1b556427127194ee704b7b5fb09a-1 {}] regionserver.HStore(327): Store=f2fa1b556427127194ee704b7b5fb09a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:20:14,849 INFO [StoreOpener-f2fa1b556427127194ee704b7b5fb09a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f2fa1b556427127194ee704b7b5fb09a 2024-11-26T11:20:14,850 INFO [StoreOpener-f2fa1b556427127194ee704b7b5fb09a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2fa1b556427127194ee704b7b5fb09a columnFamilyName f1 2024-11-26T11:20:14,850 DEBUG [StoreOpener-f2fa1b556427127194ee704b7b5fb09a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:14,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:20:14,851 INFO [StoreOpener-f2fa1b556427127194ee704b7b5fb09a-1 {}] regionserver.HStore(327): Store=f2fa1b556427127194ee704b7b5fb09a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:20:14,851 INFO [StoreOpener-f2fa1b556427127194ee704b7b5fb09a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f2fa1b556427127194ee704b7b5fb09a 2024-11-26T11:20:14,851 INFO [StoreOpener-f2fa1b556427127194ee704b7b5fb09a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2fa1b556427127194ee704b7b5fb09a columnFamilyName norep 2024-11-26T11:20:14,851 DEBUG [StoreOpener-f2fa1b556427127194ee704b7b5fb09a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:14,852 INFO [StoreOpener-f2fa1b556427127194ee704b7b5fb09a-1 {}] regionserver.HStore(327): Store=f2fa1b556427127194ee704b7b5fb09a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:20:14,852 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f2fa1b556427127194ee704b7b5fb09a 2024-11-26T11:20:14,853 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/data/default/test/f2fa1b556427127194ee704b7b5fb09a 2024-11-26T11:20:14,853 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/data/default/test/f2fa1b556427127194ee704b7b5fb09a 2024-11-26T11:20:14,854 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f2fa1b556427127194ee704b7b5fb09a 2024-11-26T11:20:14,854 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f2fa1b556427127194ee704b7b5fb09a 2024-11-26T11:20:14,854 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T11:20:14,855 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f2fa1b556427127194ee704b7b5fb09a 2024-11-26T11:20:14,857 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/data/default/test/f2fa1b556427127194ee704b7b5fb09a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:20:14,858 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f2fa1b556427127194ee704b7b5fb09a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60642939, jitterRate=-0.0963497906923294}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T11:20:14,858 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f2fa1b556427127194ee704b7b5fb09a 2024-11-26T11:20:14,858 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f2fa1b556427127194ee704b7b5fb09a: Running coprocessor pre-open hook at 1732620014847Writing region info on filesystem at 1732620014847Initializing all the Stores at 1732620014847Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620014847Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620014848 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620014848Cleaning up temporary data from old regions at 1732620014854 (+6 ms)Running coprocessor post-open hooks at 1732620014858 (+4 ms)Region opened successfully at 1732620014858 2024-11-26T11:20:14,859 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732620013713.f2fa1b556427127194ee704b7b5fb09a., pid=6, masterSystemTime=1732620014843 2024-11-26T11:20:14,861 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732620013713.f2fa1b556427127194ee704b7b5fb09a. 2024-11-26T11:20:14,861 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732620013713.f2fa1b556427127194ee704b7b5fb09a. 2024-11-26T11:20:14,862 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f2fa1b556427127194ee704b7b5fb09a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7f3a3edaecc3,39621,1732620009918 2024-11-26T11:20:14,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2fa1b556427127194ee704b7b5fb09a, server=7f3a3edaecc3,39621,1732620009918 because future has completed 2024-11-26T11:20:14,874 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T11:20:14,874 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f2fa1b556427127194ee704b7b5fb09a, server=7f3a3edaecc3,39621,1732620009918 in 181 msec 2024-11-26T11:20:14,876 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T11:20:14,876 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f2fa1b556427127194ee704b7b5fb09a, ASSIGN in 339 msec 2024-11-26T11:20:14,877 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T11:20:14,877 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620014877"}]},"ts":"1732620014877"} 2024-11-26T11:20:14,879 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T11:20:14,880 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T11:20:14,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1670 sec 2024-11-26T11:20:15,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:20:15,860 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T11:20:15,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@775f9e2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:15,861 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,41689,-1 for getting cluster id 2024-11-26T11:20:15,861 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:20:15,862 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b47e9bdc-9f06-4d75-be16-6e72e86737a7' 2024-11-26T11:20:15,862 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:20:15,862 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b47e9bdc-9f06-4d75-be16-6e72e86737a7" 2024-11-26T11:20:15,862 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a026d3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:15,862 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,41689,-1] 2024-11-26T11:20:15,862 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:20:15,863 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:15,863 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:20:15,864 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25d48c0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:15,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e57b33d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:15,866 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,46197,-1 for getting cluster id 2024-11-26T11:20:15,866 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:20:15,866 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '24275718-29e9-445d-a57c-ae7fc93d3a2b' 2024-11-26T11:20:15,867 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:20:15,867 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "24275718-29e9-445d-a57c-ae7fc93d3a2b" 2024-11-26T11:20:15,867 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c8ac9c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:15,867 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,46197,-1] 2024-11-26T11:20:15,867 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:20:15,867 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:15,868 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:20:15,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41c41f29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:15,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ae088ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:15,869 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,41689,-1 for getting cluster id 2024-11-26T11:20:15,869 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:20:15,870 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b47e9bdc-9f06-4d75-be16-6e72e86737a7' 2024-11-26T11:20:15,870 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:20:15,870 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b47e9bdc-9f06-4d75-be16-6e72e86737a7" 2024-11-26T11:20:15,871 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b1827da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:15,871 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,41689,-1] 2024-11-26T11:20:15,871 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:20:15,871 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:15,872 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:20:15,872 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36d2e186, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:15,872 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:20:15,873 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,41689,1732620003782 2024-11-26T11:20:15,873 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4fb41e35 2024-11-26T11:20:15,873 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:20:15,874 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:20:15,875 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41689 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://7f3a3edaecc3:46197,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T11:20:15,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41689 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T11:20:15,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:20:15,877 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7f3a3edaecc3:46197' 2024-11-26T11:20:15,879 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5641bcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:15,879 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,46197,-1 for getting cluster id 2024-11-26T11:20:15,879 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:20:15,879 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '24275718-29e9-445d-a57c-ae7fc93d3a2b' 2024-11-26T11:20:15,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:20:15,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "24275718-29e9-445d-a57c-ae7fc93d3a2b" 2024-11-26T11:20:15,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bbd5306, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:15,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,46197,-1] 2024-11-26T11:20:15,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:20:15,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:15,881 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:20:15,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f935434, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:15,882 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:20:15,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,46197,1732620009611 2024-11-26T11:20:15,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f71a3b6 2024-11-26T11:20:15,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:20:15,884 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:20:15,885 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T11:20:15,885 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T11:20:15,885 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:15,885 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:15,885 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:20:15,885 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T11:20:15,887 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T11:20:15,888 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T11:20:15,888 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:15,889 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T11:20:15,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36169 is added to blk_1073741837_1013 (size=1138) 2024-11-26T11:20:15,937 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T11:20:15,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:20:16,161 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T11:20:16,161 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T11:20:16,162 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T11:20:16,162 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-26T11:20:16,162 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T11:20:16,162 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-26T11:20:16,162 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T11:20:16,162 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-26T11:20:16,162 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T11:20:16,162 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-26T11:20:16,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:20:16,299 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9dbe0c60bf1b602d5966192df531321e, NAME => 'hbase:replication,,1732620015885.9dbe0c60bf1b602d5966192df531321e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b 2024-11-26T11:20:16,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36169 is added to blk_1073741838_1014 (size=44) 2024-11-26T11:20:16,304 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732620015885.9dbe0c60bf1b602d5966192df531321e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:20:16,304 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9dbe0c60bf1b602d5966192df531321e, disabling compactions & flushes 2024-11-26T11:20:16,304 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732620015885.9dbe0c60bf1b602d5966192df531321e. 2024-11-26T11:20:16,304 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732620015885.9dbe0c60bf1b602d5966192df531321e. 2024-11-26T11:20:16,304 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732620015885.9dbe0c60bf1b602d5966192df531321e. after waiting 0 ms 2024-11-26T11:20:16,304 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732620015885.9dbe0c60bf1b602d5966192df531321e. 2024-11-26T11:20:16,305 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732620015885.9dbe0c60bf1b602d5966192df531321e. 2024-11-26T11:20:16,305 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9dbe0c60bf1b602d5966192df531321e: Waiting for close lock at 1732620016304Disabling compacts and flushes for region at 1732620016304Disabling writes for close at 1732620016304Writing region close event to WAL at 1732620016304Closed at 1732620016304 2024-11-26T11:20:16,306 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T11:20:16,306 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732620015885.9dbe0c60bf1b602d5966192df531321e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732620016306"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732620016306"}]},"ts":"1732620016306"} 2024-11-26T11:20:16,308 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T11:20:16,308 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T11:20:16,309 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620016308"}]},"ts":"1732620016308"} 2024-11-26T11:20:16,310 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T11:20:16,311 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9dbe0c60bf1b602d5966192df531321e, ASSIGN}] 2024-11-26T11:20:16,311 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9dbe0c60bf1b602d5966192df531321e, ASSIGN 2024-11-26T11:20:16,312 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9dbe0c60bf1b602d5966192df531321e, ASSIGN; state=OFFLINE, location=7f3a3edaecc3,46825,1732620003979; forceNewPlan=false, retain=false 2024-11-26T11:20:16,463 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9dbe0c60bf1b602d5966192df531321e, regionState=OPENING, regionLocation=7f3a3edaecc3,46825,1732620003979 2024-11-26T11:20:16,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9dbe0c60bf1b602d5966192df531321e, ASSIGN because future has completed 2024-11-26T11:20:16,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9dbe0c60bf1b602d5966192df531321e, server=7f3a3edaecc3,46825,1732620003979}] 2024-11-26T11:20:16,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:20:16,625 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732620015885.9dbe0c60bf1b602d5966192df531321e. 2024-11-26T11:20:16,625 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:20:16,626 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T11:20:16,627 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7f3a3edaecc3%2C46825%2C1732620003979.rep, suffix=, logDir=hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/WALs/7f3a3edaecc3,46825,1732620003979, archiveDir=hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/oldWALs, maxLogs=10 2024-11-26T11:20:16,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/WALs/7f3a3edaecc3,46825,1732620003979/7f3a3edaecc3%2C46825%2C1732620003979.rep.1732620016628, exclude list is [], retry=0 2024-11-26T11:20:16,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36169,DS-8c70323c-b7f4-4f4d-82ac-c2ca40a6b239,DISK] 2024-11-26T11:20:16,646 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/WALs/7f3a3edaecc3,46825,1732620003979/7f3a3edaecc3%2C46825%2C1732620003979.rep.1732620016628 2024-11-26T11:20:16,646 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41605:41605)] 2024-11-26T11:20:16,647 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9dbe0c60bf1b602d5966192df531321e, NAME => 'hbase:replication,,1732620015885.9dbe0c60bf1b602d5966192df531321e.', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:20:16,647 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T11:20:16,647 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T11:20:16,647 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732620015885.9dbe0c60bf1b602d5966192df531321e. service=MultiRowMutationService 2024-11-26T11:20:16,647 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T11:20:16,647 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9dbe0c60bf1b602d5966192df531321e 2024-11-26T11:20:16,647 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732620015885.9dbe0c60bf1b602d5966192df531321e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:20:16,647 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9dbe0c60bf1b602d5966192df531321e 2024-11-26T11:20:16,647 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9dbe0c60bf1b602d5966192df531321e 2024-11-26T11:20:16,649 INFO [StoreOpener-9dbe0c60bf1b602d5966192df531321e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9dbe0c60bf1b602d5966192df531321e 2024-11-26T11:20:16,650 INFO [StoreOpener-9dbe0c60bf1b602d5966192df531321e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9dbe0c60bf1b602d5966192df531321e columnFamilyName hfileref 2024-11-26T11:20:16,650 DEBUG [StoreOpener-9dbe0c60bf1b602d5966192df531321e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:16,650 INFO [StoreOpener-9dbe0c60bf1b602d5966192df531321e-1 {}] regionserver.HStore(327): Store=9dbe0c60bf1b602d5966192df531321e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:20:16,650 INFO [StoreOpener-9dbe0c60bf1b602d5966192df531321e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9dbe0c60bf1b602d5966192df531321e 2024-11-26T11:20:16,651 INFO [StoreOpener-9dbe0c60bf1b602d5966192df531321e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9dbe0c60bf1b602d5966192df531321e columnFamilyName queue 2024-11-26T11:20:16,651 DEBUG [StoreOpener-9dbe0c60bf1b602d5966192df531321e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:16,651 INFO [StoreOpener-9dbe0c60bf1b602d5966192df531321e-1 {}] regionserver.HStore(327): Store=9dbe0c60bf1b602d5966192df531321e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:20:16,652 INFO [StoreOpener-9dbe0c60bf1b602d5966192df531321e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9dbe0c60bf1b602d5966192df531321e 2024-11-26T11:20:16,653 INFO [StoreOpener-9dbe0c60bf1b602d5966192df531321e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9dbe0c60bf1b602d5966192df531321e columnFamilyName sid 2024-11-26T11:20:16,653 DEBUG [StoreOpener-9dbe0c60bf1b602d5966192df531321e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:16,653 INFO [StoreOpener-9dbe0c60bf1b602d5966192df531321e-1 {}] regionserver.HStore(327): Store=9dbe0c60bf1b602d5966192df531321e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:20:16,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9dbe0c60bf1b602d5966192df531321e 2024-11-26T11:20:16,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/data/hbase/replication/9dbe0c60bf1b602d5966192df531321e 2024-11-26T11:20:16,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/data/hbase/replication/9dbe0c60bf1b602d5966192df531321e 2024-11-26T11:20:16,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9dbe0c60bf1b602d5966192df531321e 2024-11-26T11:20:16,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9dbe0c60bf1b602d5966192df531321e 2024-11-26T11:20:16,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T11:20:16,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9dbe0c60bf1b602d5966192df531321e 2024-11-26T11:20:16,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/data/hbase/replication/9dbe0c60bf1b602d5966192df531321e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:20:16,658 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9dbe0c60bf1b602d5966192df531321e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58938319, jitterRate=-0.121750608086586}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T11:20:16,658 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9dbe0c60bf1b602d5966192df531321e 2024-11-26T11:20:16,658 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9dbe0c60bf1b602d5966192df531321e: Running coprocessor pre-open hook at 1732620016648Writing region info on filesystem at 1732620016648Initializing all the Stores at 1732620016648Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620016648Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620016648Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620016648Cleaning up temporary data from old regions at 1732620016655 (+7 ms)Running coprocessor post-open hooks at 1732620016658 (+3 ms)Region opened successfully at 1732620016658 2024-11-26T11:20:16,659 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732620015885.9dbe0c60bf1b602d5966192df531321e., pid=10, masterSystemTime=1732620016618 2024-11-26T11:20:16,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732620015885.9dbe0c60bf1b602d5966192df531321e. 2024-11-26T11:20:16,661 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732620015885.9dbe0c60bf1b602d5966192df531321e. 2024-11-26T11:20:16,661 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9dbe0c60bf1b602d5966192df531321e, regionState=OPEN, openSeqNum=2, regionLocation=7f3a3edaecc3,46825,1732620003979 2024-11-26T11:20:16,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9dbe0c60bf1b602d5966192df531321e, server=7f3a3edaecc3,46825,1732620003979 because future has completed 2024-11-26T11:20:16,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T11:20:16,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9dbe0c60bf1b602d5966192df531321e, server=7f3a3edaecc3,46825,1732620003979 in 199 msec 2024-11-26T11:20:16,669 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T11:20:16,669 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9dbe0c60bf1b602d5966192df531321e, ASSIGN in 357 msec 2024-11-26T11:20:16,669 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T11:20:16,670 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620016669"}]},"ts":"1732620016669"} 2024-11-26T11:20:16,671 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T11:20:16,672 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T11:20:16,673 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 787 msec 2024-11-26T11:20:16,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732620015885.9dbe0c60bf1b602d5966192df531321e., hostname=7f3a3edaecc3,46825,1732620003979, seqNum=2] 2024-11-26T11:20:16,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46825-0x10176df1d7a0001, quorum=127.0.0.1:58678, baseZNode=/0-46586775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-46586775 2024-11-26T11:20:16,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41689-0x10176df1d7a0000, quorum=127.0.0.1:58678, baseZNode=/0-46586775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-46586775 2024-11-26T11:20:16,845 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T11:20:16,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46825 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T11:20:16,998 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T11:20:17,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:20:17,026 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7f3a3edaecc3,46825,1732620003979, ReplicationSource: 1, currentBandwidth=0 2024-11-26T11:20:17,026 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:20:17,026 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,46825,1732620003979, seqNum=-1] 2024-11-26T11:20:17,027 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:20:17,028 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49279, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-26T11:20:17,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7f3a3edaecc3,46825,1732620003979', locateType=CURRENT is [region=hbase:replication,,1732620015885.9dbe0c60bf1b602d5966192df531321e., hostname=7f3a3edaecc3,46825,1732620003979, seqNum=2] 2024-11-26T11:20:17,032 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T11:20:17,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41689 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T11:20:17,034 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7f3a3edaecc3,46825,1732620003979 suceeded 2024-11-26T11:20:17,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T11:20:17,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-26T11:20:17,036 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7f3a3edaecc3:46197,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T11:20:17,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1610 sec 2024-11-26T11:20:17,046 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46825,1732620003979 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7f3a3edaecc3:46197' 2024-11-26T11:20:17,047 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46825,1732620003979 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11a65cf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:17,047 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46825,1732620003979 {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,46197,-1 for getting cluster id 2024-11-26T11:20:17,048 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46825,1732620003979 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:20:17,048 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '24275718-29e9-445d-a57c-ae7fc93d3a2b' 2024-11-26T11:20:17,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:20:17,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "24275718-29e9-445d-a57c-ae7fc93d3a2b" 2024-11-26T11:20:17,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6662e63e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:17,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,46197,-1] 2024-11-26T11:20:17,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:20:17,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:17,051 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:20:17,052 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46825,1732620003979 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a3eccea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:17,052 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46825,1732620003979 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:20:17,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,46197,1732620009611 2024-11-26T11:20:17,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55ca7e5f 2024-11-26T11:20:17,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:20:17,054 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-26T11:20:17,055 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46825,1732620003979 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7f3a3edaecc3,46825,1732620003979 (queues=1) is replicating from cluster=b47e9bdc-9f06-4d75-be16-6e72e86737a7 to cluster=24275718-29e9-445d-a57c-ae7fc93d3a2b 2024-11-26T11:20:17,055 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46825,1732620003979 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7f3a3edaecc3%2C46825%2C1732620003979 2024-11-26T11:20:17,055 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46825,1732620003979 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7f3a3edaecc3,46825,1732620003979, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T11:20:17,056 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46825,1732620003979.replicationSource.shipper7f3a3edaecc3%2C46825%2C1732620003979,1-7f3a3edaecc3,46825,1732620003979 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7f3a3edaecc3%2C46825%2C1732620003979 2024-11-26T11:20:17,056 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46825,1732620003979.replicationSource.wal-reader.7f3a3edaecc3%2C46825%2C1732620003979,1-7f3a3edaecc3,46825,1732620003979 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/WALs/7f3a3edaecc3,46825,1732620003979/7f3a3edaecc3%2C46825%2C1732620003979.1732620006211, startPosition=0, beingWritten=true 2024-11-26T11:20:17,062 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46825,1732620003979.replicationSource.wal-reader.7f3a3edaecc3%2C46825%2C1732620003979,1-7f3a3edaecc3,46825,1732620003979 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T11:20:17,062 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46825,1732620003979.replicationSource.wal-reader.7f3a3edaecc3%2C46825%2C1732620003979,1-7f3a3edaecc3,46825,1732620003979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/WALs/7f3a3edaecc3,46825,1732620003979/7f3a3edaecc3%2C46825%2C1732620003979.1732620006211 to pos 379, reset compression=false 2024-11-26T11:20:17,062 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46825,1732620003979.replicationSource.shipper7f3a3edaecc3%2C46825%2C1732620003979,1-7f3a3edaecc3,46825,1732620003979 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,46825,1732620003979 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/WALs/7f3a3edaecc3,46825,1732620003979/7f3a3edaecc3%2C46825%2C1732620003979.1732620006211, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T11:20:17,270 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46825,1732620003979.replicationSource.wal-reader.7f3a3edaecc3%2C46825%2C1732620003979,1-7f3a3edaecc3,46825,1732620003979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/WALs/7f3a3edaecc3,46825,1732620003979/7f3a3edaecc3%2C46825%2C1732620003979.1732620006211 to pos 379, reset compression=false 2024-11-26T11:20:17,574 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46825,1732620003979.replicationSource.wal-reader.7f3a3edaecc3%2C46825%2C1732620003979,1-7f3a3edaecc3,46825,1732620003979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/WALs/7f3a3edaecc3,46825,1732620003979/7f3a3edaecc3%2C46825%2C1732620003979.1732620006211 to pos 379, reset compression=false 2024-11-26T11:20:17,879 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T11:20:17,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:17,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:17,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:17,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:17,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:17,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:17,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:17,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:17,944 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T11:20:17,979 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46825,1732620003979.replicationSource.wal-reader.7f3a3edaecc3%2C46825%2C1732620003979,1-7f3a3edaecc3,46825,1732620003979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/WALs/7f3a3edaecc3,46825,1732620003979/7f3a3edaecc3%2C46825%2C1732620003979.1732620006211 to pos 379, reset compression=false 2024-11-26T11:20:18,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:20:18,030 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T11:20:18,030 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:20:18,030 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:20:18,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:18,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:18,031 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:20:18,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@699efa9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:18,031 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,46197,-1 for getting cluster id 2024-11-26T11:20:18,031 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:20:18,032 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '24275718-29e9-445d-a57c-ae7fc93d3a2b' 2024-11-26T11:20:18,032 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:20:18,032 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "24275718-29e9-445d-a57c-ae7fc93d3a2b" 2024-11-26T11:20:18,033 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@110edac0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:18,033 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,46197,-1] 2024-11-26T11:20:18,033 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:20:18,033 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:18,034 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:20:18,034 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b3f8f0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:18,034 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:20:18,035 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,46197,1732620009611 2024-11-26T11:20:18,035 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52d35cb3 2024-11-26T11:20:18,036 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:20:18,037 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:20:18,037 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46197 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://7f3a3edaecc3:41689,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T11:20:18,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46197 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T11:20:18,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:20:18,039 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7f3a3edaecc3:41689' 2024-11-26T11:20:18,040 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ec70129, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:18,040 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,41689,-1 for getting cluster id 2024-11-26T11:20:18,040 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:20:18,041 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b47e9bdc-9f06-4d75-be16-6e72e86737a7' 2024-11-26T11:20:18,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:20:18,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b47e9bdc-9f06-4d75-be16-6e72e86737a7" 2024-11-26T11:20:18,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d9ae17e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:18,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,41689,-1] 2024-11-26T11:20:18,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:20:18,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:18,042 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:20:18,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2467caf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:18,043 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:20:18,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,41689,1732620003782 2024-11-26T11:20:18,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60e9f307 2024-11-26T11:20:18,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:20:18,044 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:20:18,045 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T11:20:18,045 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T11:20:18,045 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:18,045 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:18,045 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:20:18,046 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T11:20:18,047 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T11:20:18,048 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T11:20:18,048 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:18,049 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T11:20:18,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741837_1013 (size=1138) 2024-11-26T11:20:18,065 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T11:20:18,097 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T11:20:18,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:20:18,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:20:18,457 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b52e8d8cb2c23eba65563d5f480f7535, NAME => 'hbase:replication,,1732620018045.b52e8d8cb2c23eba65563d5f480f7535.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced 2024-11-26T11:20:18,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741838_1014 (size=44) 2024-11-26T11:20:18,484 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46825,1732620003979.replicationSource.wal-reader.7f3a3edaecc3%2C46825%2C1732620003979,1-7f3a3edaecc3,46825,1732620003979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/WALs/7f3a3edaecc3,46825,1732620003979/7f3a3edaecc3%2C46825%2C1732620003979.1732620006211 to pos 379, reset compression=false 2024-11-26T11:20:18,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:20:18,862 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732620018045.b52e8d8cb2c23eba65563d5f480f7535.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:20:18,862 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b52e8d8cb2c23eba65563d5f480f7535, disabling compactions & flushes 2024-11-26T11:20:18,862 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732620018045.b52e8d8cb2c23eba65563d5f480f7535. 2024-11-26T11:20:18,862 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732620018045.b52e8d8cb2c23eba65563d5f480f7535. 2024-11-26T11:20:18,862 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732620018045.b52e8d8cb2c23eba65563d5f480f7535. after waiting 0 ms 2024-11-26T11:20:18,862 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732620018045.b52e8d8cb2c23eba65563d5f480f7535. 2024-11-26T11:20:18,862 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732620018045.b52e8d8cb2c23eba65563d5f480f7535. 2024-11-26T11:20:18,862 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b52e8d8cb2c23eba65563d5f480f7535: Waiting for close lock at 1732620018862Disabling compacts and flushes for region at 1732620018862Disabling writes for close at 1732620018862Writing region close event to WAL at 1732620018862Closed at 1732620018862 2024-11-26T11:20:18,863 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T11:20:18,863 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732620018045.b52e8d8cb2c23eba65563d5f480f7535.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732620018863"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732620018863"}]},"ts":"1732620018863"} 2024-11-26T11:20:18,866 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T11:20:18,867 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T11:20:18,867 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620018867"}]},"ts":"1732620018867"} 2024-11-26T11:20:18,869 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T11:20:18,869 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b52e8d8cb2c23eba65563d5f480f7535, ASSIGN}] 2024-11-26T11:20:18,870 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b52e8d8cb2c23eba65563d5f480f7535, ASSIGN 2024-11-26T11:20:18,870 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b52e8d8cb2c23eba65563d5f480f7535, ASSIGN; state=OFFLINE, location=7f3a3edaecc3,39621,1732620009918; forceNewPlan=false, retain=false 2024-11-26T11:20:19,021 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b52e8d8cb2c23eba65563d5f480f7535, regionState=OPENING, regionLocation=7f3a3edaecc3,39621,1732620009918 2024-11-26T11:20:19,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b52e8d8cb2c23eba65563d5f480f7535, ASSIGN because future has completed 2024-11-26T11:20:19,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b52e8d8cb2c23eba65563d5f480f7535, server=7f3a3edaecc3,39621,1732620009918}] 2024-11-26T11:20:19,088 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46825,1732620003979.replicationSource.wal-reader.7f3a3edaecc3%2C46825%2C1732620003979,1-7f3a3edaecc3,46825,1732620003979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/WALs/7f3a3edaecc3,46825,1732620003979/7f3a3edaecc3%2C46825%2C1732620003979.1732620006211 to pos 379, reset compression=false 2024-11-26T11:20:19,179 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732620018045.b52e8d8cb2c23eba65563d5f480f7535. 2024-11-26T11:20:19,179 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:20:19,179 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T11:20:19,180 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7f3a3edaecc3%2C39621%2C1732620009918.rep, suffix=, logDir=hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/WALs/7f3a3edaecc3,39621,1732620009918, archiveDir=hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/oldWALs, maxLogs=10 2024-11-26T11:20:19,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:20:19,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/WALs/7f3a3edaecc3,39621,1732620009918/7f3a3edaecc3%2C39621%2C1732620009918.rep.1732620019180, exclude list is [], retry=0 2024-11-26T11:20:19,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36365,DS-f8c33ecf-ec04-46a1-817b-4321fe3cf144,DISK] 2024-11-26T11:20:19,196 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/WALs/7f3a3edaecc3,39621,1732620009918/7f3a3edaecc3%2C39621%2C1732620009918.rep.1732620019180 2024-11-26T11:20:19,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37315:37315)] 2024-11-26T11:20:19,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b52e8d8cb2c23eba65563d5f480f7535, NAME => 'hbase:replication,,1732620018045.b52e8d8cb2c23eba65563d5f480f7535.', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:20:19,197 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T11:20:19,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T11:20:19,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732620018045.b52e8d8cb2c23eba65563d5f480f7535. service=MultiRowMutationService 2024-11-26T11:20:19,197 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T11:20:19,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b52e8d8cb2c23eba65563d5f480f7535 2024-11-26T11:20:19,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732620018045.b52e8d8cb2c23eba65563d5f480f7535.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:20:19,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b52e8d8cb2c23eba65563d5f480f7535 2024-11-26T11:20:19,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b52e8d8cb2c23eba65563d5f480f7535 2024-11-26T11:20:19,199 INFO [StoreOpener-b52e8d8cb2c23eba65563d5f480f7535-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b52e8d8cb2c23eba65563d5f480f7535 2024-11-26T11:20:19,200 INFO [StoreOpener-b52e8d8cb2c23eba65563d5f480f7535-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b52e8d8cb2c23eba65563d5f480f7535 columnFamilyName hfileref 2024-11-26T11:20:19,200 DEBUG [StoreOpener-b52e8d8cb2c23eba65563d5f480f7535-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:19,200 INFO [StoreOpener-b52e8d8cb2c23eba65563d5f480f7535-1 {}] regionserver.HStore(327): Store=b52e8d8cb2c23eba65563d5f480f7535/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:20:19,200 INFO [StoreOpener-b52e8d8cb2c23eba65563d5f480f7535-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b52e8d8cb2c23eba65563d5f480f7535 2024-11-26T11:20:19,201 INFO [StoreOpener-b52e8d8cb2c23eba65563d5f480f7535-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b52e8d8cb2c23eba65563d5f480f7535 columnFamilyName queue 2024-11-26T11:20:19,201 DEBUG [StoreOpener-b52e8d8cb2c23eba65563d5f480f7535-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:19,202 INFO [StoreOpener-b52e8d8cb2c23eba65563d5f480f7535-1 {}] regionserver.HStore(327): Store=b52e8d8cb2c23eba65563d5f480f7535/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:20:19,202 INFO [StoreOpener-b52e8d8cb2c23eba65563d5f480f7535-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b52e8d8cb2c23eba65563d5f480f7535 2024-11-26T11:20:19,202 INFO [StoreOpener-b52e8d8cb2c23eba65563d5f480f7535-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b52e8d8cb2c23eba65563d5f480f7535 columnFamilyName sid 2024-11-26T11:20:19,202 DEBUG [StoreOpener-b52e8d8cb2c23eba65563d5f480f7535-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:19,203 INFO [StoreOpener-b52e8d8cb2c23eba65563d5f480f7535-1 {}] regionserver.HStore(327): Store=b52e8d8cb2c23eba65563d5f480f7535/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:20:19,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b52e8d8cb2c23eba65563d5f480f7535 2024-11-26T11:20:19,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/data/hbase/replication/b52e8d8cb2c23eba65563d5f480f7535 2024-11-26T11:20:19,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/data/hbase/replication/b52e8d8cb2c23eba65563d5f480f7535 2024-11-26T11:20:19,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b52e8d8cb2c23eba65563d5f480f7535 2024-11-26T11:20:19,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b52e8d8cb2c23eba65563d5f480f7535 2024-11-26T11:20:19,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T11:20:19,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b52e8d8cb2c23eba65563d5f480f7535 2024-11-26T11:20:19,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/data/hbase/replication/b52e8d8cb2c23eba65563d5f480f7535/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:20:19,208 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b52e8d8cb2c23eba65563d5f480f7535; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73683245, jitterRate=0.09796591103076935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T11:20:19,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b52e8d8cb2c23eba65563d5f480f7535 2024-11-26T11:20:19,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b52e8d8cb2c23eba65563d5f480f7535: Running coprocessor pre-open hook at 1732620019197Writing region info on filesystem at 1732620019197Initializing all the Stores at 1732620019198 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620019198Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620019198Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620019198Cleaning up temporary data from old regions at 1732620019205 (+7 ms)Running coprocessor post-open hooks at 1732620019209 (+4 ms)Region opened successfully at 1732620019209 2024-11-26T11:20:19,209 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732620018045.b52e8d8cb2c23eba65563d5f480f7535., pid=10, masterSystemTime=1732620019175 2024-11-26T11:20:19,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732620018045.b52e8d8cb2c23eba65563d5f480f7535. 2024-11-26T11:20:19,211 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732620018045.b52e8d8cb2c23eba65563d5f480f7535. 2024-11-26T11:20:19,212 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b52e8d8cb2c23eba65563d5f480f7535, regionState=OPEN, openSeqNum=2, regionLocation=7f3a3edaecc3,39621,1732620009918 2024-11-26T11:20:19,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b52e8d8cb2c23eba65563d5f480f7535, server=7f3a3edaecc3,39621,1732620009918 because future has completed 2024-11-26T11:20:19,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T11:20:19,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b52e8d8cb2c23eba65563d5f480f7535, server=7f3a3edaecc3,39621,1732620009918 in 192 msec 2024-11-26T11:20:19,218 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T11:20:19,218 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b52e8d8cb2c23eba65563d5f480f7535, ASSIGN in 347 msec 2024-11-26T11:20:19,219 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T11:20:19,219 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620019219"}]},"ts":"1732620019219"} 2024-11-26T11:20:19,221 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T11:20:19,222 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T11:20:19,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1760 sec 2024-11-26T11:20:19,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732620018045.b52e8d8cb2c23eba65563d5f480f7535., hostname=7f3a3edaecc3,39621,1732620009918, seqNum=2] 2024-11-26T11:20:19,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46197-0x10176df1d7a0003, quorum=127.0.0.1:58678, baseZNode=/1-2142367895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2142367895 2024-11-26T11:20:19,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39621-0x10176df1d7a0004, quorum=127.0.0.1:58678, baseZNode=/1-2142367895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2142367895 2024-11-26T11:20:19,398 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T11:20:19,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T11:20:19,551 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T11:20:19,578 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7f3a3edaecc3,39621,1732620009918, ReplicationSource: 1, currentBandwidth=0 2024-11-26T11:20:19,578 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:20:19,578 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,39621,1732620009918, seqNum=-1] 2024-11-26T11:20:19,578 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:20:19,579 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41509, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-26T11:20:19,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7f3a3edaecc3,39621,1732620009918', locateType=CURRENT is [region=hbase:replication,,1732620018045.b52e8d8cb2c23eba65563d5f480f7535., hostname=7f3a3edaecc3,39621,1732620009918, seqNum=2] 2024-11-26T11:20:19,583 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T11:20:19,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46197 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T11:20:19,585 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7f3a3edaecc3,39621,1732620009918 suceeded 2024-11-26T11:20:19,587 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T11:20:19,587 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-26T11:20:19,587 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7f3a3edaecc3:41689,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T11:20:19,588 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5500 sec 2024-11-26T11:20:19,597 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39621,1732620009918 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7f3a3edaecc3:41689' 2024-11-26T11:20:19,598 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39621,1732620009918 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19be7961, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:19,598 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39621,1732620009918 {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,41689,-1 for getting cluster id 2024-11-26T11:20:19,598 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39621,1732620009918 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:20:19,599 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b47e9bdc-9f06-4d75-be16-6e72e86737a7' 2024-11-26T11:20:19,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:20:19,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b47e9bdc-9f06-4d75-be16-6e72e86737a7" 2024-11-26T11:20:19,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@179d16df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:19,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,41689,-1] 2024-11-26T11:20:19,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:20:19,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:19,600 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:20:19,601 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39621,1732620009918 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e3aefc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:19,601 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39621,1732620009918 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:20:19,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,41689,1732620003782 2024-11-26T11:20:19,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@439966a9 2024-11-26T11:20:19,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:20:19,602 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-26T11:20:19,603 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39621,1732620009918 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7f3a3edaecc3,39621,1732620009918 (queues=1) is replicating from cluster=24275718-29e9-445d-a57c-ae7fc93d3a2b to cluster=b47e9bdc-9f06-4d75-be16-6e72e86737a7 2024-11-26T11:20:19,603 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39621,1732620009918 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7f3a3edaecc3%2C39621%2C1732620009918 2024-11-26T11:20:19,603 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39621,1732620009918 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7f3a3edaecc3,39621,1732620009918, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T11:20:19,603 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39621,1732620009918.replicationSource.shipper7f3a3edaecc3%2C39621%2C1732620009918,1-7f3a3edaecc3,39621,1732620009918 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7f3a3edaecc3%2C39621%2C1732620009918 2024-11-26T11:20:19,603 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39621,1732620009918.replicationSource.wal-reader.7f3a3edaecc3%2C39621%2C1732620009918,1-7f3a3edaecc3,39621,1732620009918 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/WALs/7f3a3edaecc3,39621,1732620009918/7f3a3edaecc3%2C39621%2C1732620009918.1732620011981, startPosition=0, beingWritten=true 2024-11-26T11:20:19,609 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39621,1732620009918.replicationSource.wal-reader.7f3a3edaecc3%2C39621%2C1732620009918,1-7f3a3edaecc3,39621,1732620009918 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T11:20:19,609 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39621,1732620009918.replicationSource.wal-reader.7f3a3edaecc3%2C39621%2C1732620009918,1-7f3a3edaecc3,39621,1732620009918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/WALs/7f3a3edaecc3,39621,1732620009918/7f3a3edaecc3%2C39621%2C1732620009918.1732620011981 to pos 379, reset compression=false 2024-11-26T11:20:19,609 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39621,1732620009918.replicationSource.shipper7f3a3edaecc3%2C39621%2C1732620009918,1-7f3a3edaecc3,39621,1732620009918 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,39621,1732620009918 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/WALs/7f3a3edaecc3,39621,1732620009918/7f3a3edaecc3%2C39621%2C1732620009918.1732620011981, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T11:20:19,793 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46825,1732620003979.replicationSource.wal-reader.7f3a3edaecc3%2C46825%2C1732620003979,1-7f3a3edaecc3,46825,1732620003979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/WALs/7f3a3edaecc3,46825,1732620003979/7f3a3edaecc3%2C46825%2C1732620003979.1732620006211 to pos 379, reset compression=false 2024-11-26T11:20:19,813 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39621,1732620009918.replicationSource.wal-reader.7f3a3edaecc3%2C39621%2C1732620009918,1-7f3a3edaecc3,39621,1732620009918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/WALs/7f3a3edaecc3,39621,1732620009918/7f3a3edaecc3%2C39621%2C1732620009918.1732620011981 to pos 379, reset compression=false 2024-11-26T11:20:20,117 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39621,1732620009918.replicationSource.wal-reader.7f3a3edaecc3%2C39621%2C1732620009918,1-7f3a3edaecc3,39621,1732620009918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/WALs/7f3a3edaecc3,39621,1732620009918/7f3a3edaecc3%2C39621%2C1732620009918.1732620011981 to pos 379, reset compression=false 2024-11-26T11:20:20,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:20:20,190 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T11:20:20,190 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:20:20,190 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:20:20,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:20,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:20,191 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:20:20,191 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:20:20,195 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732620020194/Put/seqid=0 2024-11-26T11:20:20,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36169 is added to blk_1073741840_1016 (size=7894) 2024-11-26T11:20:20,521 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39621,1732620009918.replicationSource.wal-reader.7f3a3edaecc3%2C39621%2C1732620009918,1-7f3a3edaecc3,39621,1732620009918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/WALs/7f3a3edaecc3,39621,1732620009918/7f3a3edaecc3%2C39621%2C1732620009918.1732620011981 to pos 379, reset compression=false 2024-11-26T11:20:20,597 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46825,1732620003979.replicationSource.wal-reader.7f3a3edaecc3%2C46825%2C1732620003979,1-7f3a3edaecc3,46825,1732620003979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/WALs/7f3a3edaecc3,46825,1732620003979/7f3a3edaecc3%2C46825%2C1732620003979.1732620006211 to pos 379, reset compression=false 2024-11-26T11:20:20,602 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732620020601/Put/seqid=0 2024-11-26T11:20:20,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36169 is added to blk_1073741841_1017 (size=7691) 2024-11-26T11:20:21,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d3f21a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:21,008 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,41689,-1 for getting cluster id 2024-11-26T11:20:21,008 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:20:21,008 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b47e9bdc-9f06-4d75-be16-6e72e86737a7' 2024-11-26T11:20:21,009 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:20:21,009 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b47e9bdc-9f06-4d75-be16-6e72e86737a7" 2024-11-26T11:20:21,009 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bd24cfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:21,009 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,41689,-1] 2024-11-26T11:20:21,009 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:20:21,009 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:21,010 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:20:21,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34e4aa4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:21,011 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:20:21,012 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,46825,1732620003979, seqNum=-1] 2024-11-26T11:20:21,012 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:20:21,013 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:20:21,022 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:20:21,023 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,41689,1732620003782 2024-11-26T11:20:21,023 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58f861bc 2024-11-26T11:20:21,023 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:20:21,024 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:20:21,024 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39621,1732620009918.replicationSource.wal-reader.7f3a3edaecc3%2C39621%2C1732620009918,1-7f3a3edaecc3,39621,1732620009918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/WALs/7f3a3edaecc3,39621,1732620009918/7f3a3edaecc3%2C39621%2C1732620009918.1732620011981 to pos 379, reset compression=false 2024-11-26T11:20:21,027 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732620012564.04796f684cfe0bfb29e3cb2fba50a9f4., hostname=7f3a3edaecc3,46825,1732620003979, seqNum=2] 2024-11-26T11:20:21,030 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T11:20:21,035 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-26T11:20:21,037 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-26T11:20:21,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 04796f684cfe0bfb29e3cb2fba50a9f4/f 2024-11-26T11:20:21,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-26T11:20:21,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T11:20:21,044 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 04796f684cfe0bfb29e3cb2fba50a9f4/f 2024-11-26T11:20:21,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-26T11:20:21,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T11:20:21,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] regionserver.HRegion(2603): Flush status journal for 04796f684cfe0bfb29e3cb2fba50a9f4: 2024-11-26T11:20:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/staging/jenkins__test__jat8ic4801c4t1u3815pe7kautf0t8crv3j0avosvuhv5cu81cba5f25it683do4/f/hfile_1 2024-11-26T11:20:21,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/staging/jenkins__test__jat8ic4801c4t1u3815pe7kautf0t8crv3j0avosvuhv5cu81cba5f25it683do4/f/hfile_1 as hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/data/default/test/04796f684cfe0bfb29e3cb2fba50a9f4/f/1b211b83e8d7445eb5e42b1fa517b57e_SeqId_4_ 2024-11-26T11:20:21,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/staging/jenkins__test__jat8ic4801c4t1u3815pe7kautf0t8crv3j0avosvuhv5cu81cba5f25it683do4/f/hfile_0 2024-11-26T11:20:21,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/staging/jenkins__test__jat8ic4801c4t1u3815pe7kautf0t8crv3j0avosvuhv5cu81cba5f25it683do4/f/hfile_0 as hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/data/default/test/04796f684cfe0bfb29e3cb2fba50a9f4/f/f933958a966d4f4db8697367c819162a_SeqId_4_ 2024-11-26T11:20:21,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/staging/jenkins__test__jat8ic4801c4t1u3815pe7kautf0t8crv3j0avosvuhv5cu81cba5f25it683do4/f/hfile_1 into 04796f684cfe0bfb29e3cb2fba50a9f4/f as hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/data/default/test/04796f684cfe0bfb29e3cb2fba50a9f4/f/1b211b83e8d7445eb5e42b1fa517b57e_SeqId_4_ - updating store file list. 2024-11-26T11:20:21,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1b211b83e8d7445eb5e42b1fa517b57e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T11:20:21,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/data/default/test/04796f684cfe0bfb29e3cb2fba50a9f4/f/1b211b83e8d7445eb5e42b1fa517b57e_SeqId_4_ into 04796f684cfe0bfb29e3cb2fba50a9f4/f 2024-11-26T11:20:21,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/staging/jenkins__test__jat8ic4801c4t1u3815pe7kautf0t8crv3j0avosvuhv5cu81cba5f25it683do4/f/hfile_1 into 04796f684cfe0bfb29e3cb2fba50a9f4/f (new location: hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/data/default/test/04796f684cfe0bfb29e3cb2fba50a9f4/f/1b211b83e8d7445eb5e42b1fa517b57e_SeqId_4_) 2024-11-26T11:20:21,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/staging/jenkins__test__jat8ic4801c4t1u3815pe7kautf0t8crv3j0avosvuhv5cu81cba5f25it683do4/f/hfile_1 2024-11-26T11:20:21,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/staging/jenkins__test__jat8ic4801c4t1u3815pe7kautf0t8crv3j0avosvuhv5cu81cba5f25it683do4/f/hfile_0 into 04796f684cfe0bfb29e3cb2fba50a9f4/f as hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/data/default/test/04796f684cfe0bfb29e3cb2fba50a9f4/f/f933958a966d4f4db8697367c819162a_SeqId_4_ - updating store file list. 2024-11-26T11:20:21,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f933958a966d4f4db8697367c819162a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T11:20:21,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/data/default/test/04796f684cfe0bfb29e3cb2fba50a9f4/f/f933958a966d4f4db8697367c819162a_SeqId_4_ into 04796f684cfe0bfb29e3cb2fba50a9f4/f 2024-11-26T11:20:21,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/staging/jenkins__test__jat8ic4801c4t1u3815pe7kautf0t8crv3j0avosvuhv5cu81cba5f25it683do4/f/hfile_0 into 04796f684cfe0bfb29e3cb2fba50a9f4/f (new location: hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/data/default/test/04796f684cfe0bfb29e3cb2fba50a9f4/f/f933958a966d4f4db8697367c819162a_SeqId_4_) 2024-11-26T11:20:21,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/staging/jenkins__test__jat8ic4801c4t1u3815pe7kautf0t8crv3j0avosvuhv5cu81cba5f25it683do4/f/hfile_0 2024-11-26T11:20:21,070 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:20:21,070 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:20:21,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:21,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:21,070 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:20:21,070 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732620012564.04796f684cfe0bfb29e3cb2fba50a9f4., hostname=7f3a3edaecc3,46825,1732620003979, seqNum=2 , the old value is region=test,,1732620012564.04796f684cfe0bfb29e3cb2fba50a9f4., hostname=7f3a3edaecc3,46825,1732620003979, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=7f3a3edaecc3:46825 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T11:20:21,071 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732620012564.04796f684cfe0bfb29e3cb2fba50a9f4., hostname=7f3a3edaecc3,46825,1732620003979, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T11:20:21,071 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732620012564.04796f684cfe0bfb29e3cb2fba50a9f4., hostname=7f3a3edaecc3,46825,1732620003979, seqNum=2 from cache 2024-11-26T11:20:21,071 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:20:21,072 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,39621,1732620009918, seqNum=-1] 2024-11-26T11:20:21,072 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:20:21,073 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:20:21,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46825: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:48502 deadline: 1732620081070 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:48502 2024-11-26T11:20:21,079 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732620013713.f2fa1b556427127194ee704b7b5fb09a., hostname=7f3a3edaecc3,39621,1732620009918, seqNum=2] 2024-11-26T11:20:21,081 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-26T11:20:21,180 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7f3a3edaecc3:46825 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-26T11:20:21,503 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46825,1732620003979.replicationSource.wal-reader.7f3a3edaecc3%2C46825%2C1732620003979,1-7f3a3edaecc3,46825,1732620003979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/WALs/7f3a3edaecc3,46825,1732620003979/7f3a3edaecc3%2C46825%2C1732620003979.1732620006211 to pos 379, reset compression=false 2024-11-26T11:20:21,508 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46825,1732620003979.replicationSource.wal-reader.7f3a3edaecc3%2C46825%2C1732620003979,1-7f3a3edaecc3,46825,1732620003979 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T11:20:21,508 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46825,1732620003979.replicationSource.shipper7f3a3edaecc3%2C46825%2C1732620003979,1-7f3a3edaecc3,46825,1732620003979 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,46825,1732620003979 got entry batch from reader: WALEntryBatch [walEntries=[{test/04796f684cfe0bfb29e3cb2fba50a9f4/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732620021068/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/WALs/7f3a3edaecc3,46825,1732620003979/7f3a3edaecc3%2C46825%2C1732620003979.1732620006211, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-26T11:20:21,510 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46825,1732620003979.replicationSource.shipper7f3a3edaecc3%2C46825%2C1732620003979,1-7f3a3edaecc3,46825,1732620003979 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T11:20:21,511 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-26T11:20:21,512 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39621 {}] regionserver.ReplicationSink(318): Replicating [b47e9bdc-9f06-4d75-be16-6e72e86737a7] bulk loaded data 2024-11-26T11:20:21,512 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39621 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24f5be0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:21,512 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39621 {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,46197,-1 for getting cluster id 2024-11-26T11:20:21,512 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39621 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:20:21,513 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '24275718-29e9-445d-a57c-ae7fc93d3a2b' 2024-11-26T11:20:21,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:20:21,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "24275718-29e9-445d-a57c-ae7fc93d3a2b" 2024-11-26T11:20:21,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44d28242, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:21,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,46197,-1] 2024-11-26T11:20:21,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:20:21,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:21,514 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:20:21,515 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39621 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4dd6833b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:21,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741840_1016 (size=7691) 2024-11-26T11:20:21,629 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39621,1732620009918.replicationSource.wal-reader.7f3a3edaecc3%2C39621%2C1732620009918,1-7f3a3edaecc3,39621,1732620009918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/WALs/7f3a3edaecc3,39621,1732620009918/7f3a3edaecc3%2C39621%2C1732620009918.1732620011981 to pos 379, reset compression=false 2024-11-26T11:20:21,708 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46825,1732620003979.replicationSource.wal-reader.7f3a3edaecc3%2C46825%2C1732620003979,1-7f3a3edaecc3,46825,1732620003979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/WALs/7f3a3edaecc3,46825,1732620003979/7f3a3edaecc3%2C46825%2C1732620003979.1732620006211 to pos 687, reset compression=false 2024-11-26T11:20:21,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741841_1017 (size=7894) 2024-11-26T11:20:22,013 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46825,1732620003979.replicationSource.wal-reader.7f3a3edaecc3%2C46825%2C1732620003979,1-7f3a3edaecc3,46825,1732620003979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/WALs/7f3a3edaecc3,46825,1732620003979/7f3a3edaecc3%2C46825%2C1732620003979.1732620006211 to pos 687, reset compression=false 2024-11-26T11:20:22,083 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-26T11:20:22,346 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39621,1732620009918.replicationSource.wal-reader.7f3a3edaecc3%2C39621%2C1732620009918,1-7f3a3edaecc3,39621,1732620009918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/WALs/7f3a3edaecc3,39621,1732620009918/7f3a3edaecc3%2C39621%2C1732620009918.1732620011981 to pos 379, reset compression=false 2024-11-26T11:20:22,373 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39621 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:20:22,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,46197,1732620009611 2024-11-26T11:20:22,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71ad000f 2024-11-26T11:20:22,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:20:22,376 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-26T11:20:22,390 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39621 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T11:20:22,391 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39621 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:20:22,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,39621,1732620009918, seqNum=-1] 2024-11-26T11:20:22,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:20:22,394 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-26T11:20:22,400 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/staging/jenkins.hfs.11__test__86quphble1g9466bcua4gckdq7ke4rkq1188imr1pddnbf5ikl7rggubdhsphkkf/f/1b211b83e8d7445eb5e42b1fa517b57e_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-26T11:20:22,403 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/staging/jenkins.hfs.11__test__86quphble1g9466bcua4gckdq7ke4rkq1188imr1pddnbf5ikl7rggubdhsphkkf/f/f933958a966d4f4db8697367c819162a_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-26T11:20:22,406 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39621 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/staging/jenkins.hfs.11__test__86quphble1g9466bcua4gckdq7ke4rkq1188imr1pddnbf5ikl7rggubdhsphkkf/f/1b211b83e8d7445eb5e42b1fa517b57e_SeqId_4_ for inclusion in f2fa1b556427127194ee704b7b5fb09a/f 2024-11-26T11:20:22,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39621 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-26T11:20:22,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39621 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T11:20:22,409 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39621 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/staging/jenkins.hfs.11__test__86quphble1g9466bcua4gckdq7ke4rkq1188imr1pddnbf5ikl7rggubdhsphkkf/f/f933958a966d4f4db8697367c819162a_SeqId_4_ for inclusion in f2fa1b556427127194ee704b7b5fb09a/f 2024-11-26T11:20:22,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39621 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-26T11:20:22,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39621 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T11:20:22,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39621 {}] regionserver.HRegion(2603): Flush status journal for f2fa1b556427127194ee704b7b5fb09a: 2024-11-26T11:20:22,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39621 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1b211b83e8d7445eb5e42b1fa517b57e_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-26T11:20:22,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39621 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/staging/jenkins.hfs.11__test__86quphble1g9466bcua4gckdq7ke4rkq1188imr1pddnbf5ikl7rggubdhsphkkf/f/1b211b83e8d7445eb5e42b1fa517b57e_SeqId_4_ as hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/data/default/test/f2fa1b556427127194ee704b7b5fb09a/f/52eed4e155bd45738062597cca5998a1_SeqId_4_ 2024-11-26T11:20:22,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39621 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f933958a966d4f4db8697367c819162a_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-26T11:20:22,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39621 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/staging/jenkins.hfs.11__test__86quphble1g9466bcua4gckdq7ke4rkq1188imr1pddnbf5ikl7rggubdhsphkkf/f/f933958a966d4f4db8697367c819162a_SeqId_4_ as hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/data/default/test/f2fa1b556427127194ee704b7b5fb09a/f/34783a6f631245b390cbc6c9f614abb6_SeqId_4_ 2024-11-26T11:20:22,419 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46825,1732620003979.replicationSource.wal-reader.7f3a3edaecc3%2C46825%2C1732620003979,1-7f3a3edaecc3,46825,1732620003979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/WALs/7f3a3edaecc3,46825,1732620003979/7f3a3edaecc3%2C46825%2C1732620003979.1732620006211 to pos 687, reset compression=false 2024-11-26T11:20:22,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39621 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/staging/jenkins.hfs.11__test__86quphble1g9466bcua4gckdq7ke4rkq1188imr1pddnbf5ikl7rggubdhsphkkf/f/1b211b83e8d7445eb5e42b1fa517b57e_SeqId_4_ into f2fa1b556427127194ee704b7b5fb09a/f as hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/data/default/test/f2fa1b556427127194ee704b7b5fb09a/f/52eed4e155bd45738062597cca5998a1_SeqId_4_ - updating store file list. 2024-11-26T11:20:22,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39621 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 52eed4e155bd45738062597cca5998a1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T11:20:22,437 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39621 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/data/default/test/f2fa1b556427127194ee704b7b5fb09a/f/52eed4e155bd45738062597cca5998a1_SeqId_4_ into f2fa1b556427127194ee704b7b5fb09a/f 2024-11-26T11:20:22,437 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39621 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/staging/jenkins.hfs.11__test__86quphble1g9466bcua4gckdq7ke4rkq1188imr1pddnbf5ikl7rggubdhsphkkf/f/1b211b83e8d7445eb5e42b1fa517b57e_SeqId_4_ into f2fa1b556427127194ee704b7b5fb09a/f (new location: hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/data/default/test/f2fa1b556427127194ee704b7b5fb09a/f/52eed4e155bd45738062597cca5998a1_SeqId_4_) 2024-11-26T11:20:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39621 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/staging/jenkins.hfs.11__test__86quphble1g9466bcua4gckdq7ke4rkq1188imr1pddnbf5ikl7rggubdhsphkkf/f/1b211b83e8d7445eb5e42b1fa517b57e_SeqId_4_ 2024-11-26T11:20:22,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39621 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/staging/jenkins.hfs.11__test__86quphble1g9466bcua4gckdq7ke4rkq1188imr1pddnbf5ikl7rggubdhsphkkf/f/f933958a966d4f4db8697367c819162a_SeqId_4_ into f2fa1b556427127194ee704b7b5fb09a/f as hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/data/default/test/f2fa1b556427127194ee704b7b5fb09a/f/34783a6f631245b390cbc6c9f614abb6_SeqId_4_ - updating store file list. 2024-11-26T11:20:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39621 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 34783a6f631245b390cbc6c9f614abb6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T11:20:22,446 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39621 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/data/default/test/f2fa1b556427127194ee704b7b5fb09a/f/34783a6f631245b390cbc6c9f614abb6_SeqId_4_ into f2fa1b556427127194ee704b7b5fb09a/f 2024-11-26T11:20:22,446 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39621 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/staging/jenkins.hfs.11__test__86quphble1g9466bcua4gckdq7ke4rkq1188imr1pddnbf5ikl7rggubdhsphkkf/f/f933958a966d4f4db8697367c819162a_SeqId_4_ into f2fa1b556427127194ee704b7b5fb09a/f (new location: hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/data/default/test/f2fa1b556427127194ee704b7b5fb09a/f/34783a6f631245b390cbc6c9f614abb6_SeqId_4_) 2024-11-26T11:20:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39621 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/staging/jenkins.hfs.11__test__86quphble1g9466bcua4gckdq7ke4rkq1188imr1pddnbf5ikl7rggubdhsphkkf/f/f933958a966d4f4db8697367c819162a_SeqId_4_ 2024-11-26T11:20:22,449 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39621 {}] regionserver.ReplicationSink(324): Finished replicating [b47e9bdc-9f06-4d75-be16-6e72e86737a7] bulk loaded data 2024-11-26T11:20:22,924 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46825,1732620003979.replicationSource.wal-reader.7f3a3edaecc3%2C46825%2C1732620003979,1-7f3a3edaecc3,46825,1732620003979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/WALs/7f3a3edaecc3,46825,1732620003979/7f3a3edaecc3%2C46825%2C1732620003979.1732620006211 to pos 687, reset compression=false 2024-11-26T11:20:23,091 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:20:23,094 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732620023093/Put/seqid=0 2024-11-26T11:20:23,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741842_1018 (size=11194) 2024-11-26T11:20:23,150 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39621,1732620009918.replicationSource.wal-reader.7f3a3edaecc3%2C39621%2C1732620009918,1-7f3a3edaecc3,39621,1732620009918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/WALs/7f3a3edaecc3,39621,1732620009918/7f3a3edaecc3%2C39621%2C1732620009918.1732620011981 to pos 379, reset compression=false 2024-11-26T11:20:23,154 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39621,1732620009918.replicationSource.wal-reader.7f3a3edaecc3%2C39621%2C1732620009918,1-7f3a3edaecc3,39621,1732620009918 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T11:20:23,154 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39621,1732620009918.replicationSource.shipper7f3a3edaecc3%2C39621%2C1732620009918,1-7f3a3edaecc3,39621,1732620009918 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,39621,1732620009918 got entry batch from reader: WALEntryBatch [walEntries=[{test/f2fa1b556427127194ee704b7b5fb09a/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732620022447/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/WALs/7f3a3edaecc3,39621,1732620009918/7f3a3edaecc3%2C39621%2C1732620009918.1732620011981, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-26T11:20:23,156 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39621,1732620009918.replicationSource.shipper7f3a3edaecc3%2C39621%2C1732620009918,1-7f3a3edaecc3,39621,1732620009918 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T11:20:23,157 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-26T11:20:23,158 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] regionserver.ReplicationSink(318): Replicating [b47e9bdc-9f06-4d75-be16-6e72e86737a7, 24275718-29e9-445d-a57c-ae7fc93d3a2b] bulk loaded data 2024-11-26T11:20:23,158 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c465816, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:23,158 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,41689,-1 for getting cluster id 2024-11-26T11:20:23,159 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:20:23,159 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b47e9bdc-9f06-4d75-be16-6e72e86737a7' 2024-11-26T11:20:23,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:20:23,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b47e9bdc-9f06-4d75-be16-6e72e86737a7" 2024-11-26T11:20:23,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@204399b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:23,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,41689,-1] 2024-11-26T11:20:23,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:20:23,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:23,161 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:20:23,161 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52f1d3f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:23,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36169 is added to blk_1073741842_1018 (size=7691) 2024-11-26T11:20:23,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36169 is added to blk_1073741843_1019 (size=7894) 2024-11-26T11:20:23,354 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39621,1732620009918.replicationSource.wal-reader.7f3a3edaecc3%2C39621%2C1732620009918,1-7f3a3edaecc3,39621,1732620009918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/WALs/7f3a3edaecc3,39621,1732620009918/7f3a3edaecc3%2C39621%2C1732620009918.1732620011981 to pos 725, reset compression=false 2024-11-26T11:20:23,505 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732620023504/Put/seqid=0 2024-11-26T11:20:23,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741843_1019 (size=10791) 2024-11-26T11:20:23,527 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46825,1732620003979.replicationSource.wal-reader.7f3a3edaecc3%2C46825%2C1732620003979,1-7f3a3edaecc3,46825,1732620003979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/WALs/7f3a3edaecc3,46825,1732620003979/7f3a3edaecc3%2C46825%2C1732620003979.1732620006211 to pos 687, reset compression=false 2024-11-26T11:20:23,590 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:20:23,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,41689,1732620003782 2024-11-26T11:20:23,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4591a926 2024-11-26T11:20:23,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:20:23,592 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-26T11:20:23,594 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T11:20:23,594 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:20:23,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,46825,1732620003979, seqNum=-1] 2024-11-26T11:20:23,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:20:23,596 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-26T11:20:23,602 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/staging/jenkins.hfs.10__test__7l53k61769je940ufdd9i3auk9makh14hh0efhah45chkhcaihpaee0mg3maeofs/f/34783a6f631245b390cbc6c9f614abb6_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-26T11:20:23,605 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/staging/jenkins.hfs.10__test__7l53k61769je940ufdd9i3auk9makh14hh0efhah45chkhcaihpaee0mg3maeofs/f/52eed4e155bd45738062597cca5998a1_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-26T11:20:23,607 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] regionserver.ReplicationSink(324): Finished replicating [b47e9bdc-9f06-4d75-be16-6e72e86737a7, 24275718-29e9-445d-a57c-ae7fc93d3a2b] bulk loaded data 2024-11-26T11:20:23,659 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39621,1732620009918.replicationSource.wal-reader.7f3a3edaecc3%2C39621%2C1732620009918,1-7f3a3edaecc3,39621,1732620009918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/WALs/7f3a3edaecc3,39621,1732620009918/7f3a3edaecc3%2C39621%2C1732620009918.1732620011981 to pos 725, reset compression=false 2024-11-26T11:20:23,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c871687, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:23,910 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,46197,-1 for getting cluster id 2024-11-26T11:20:23,910 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:20:23,911 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '24275718-29e9-445d-a57c-ae7fc93d3a2b' 2024-11-26T11:20:23,911 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:20:23,911 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "24275718-29e9-445d-a57c-ae7fc93d3a2b" 2024-11-26T11:20:23,911 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bdd6f97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:23,911 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,46197,-1] 2024-11-26T11:20:23,911 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:20:23,911 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:23,912 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:20:23,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cf608e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:23,913 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:20:23,914 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,39621,1732620009918, seqNum=-1] 2024-11-26T11:20:23,914 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:20:23,915 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:20:23,922 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:20:23,923 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,46197,1732620009611 2024-11-26T11:20:23,923 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fc7e491 2024-11-26T11:20:23,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:20:23,925 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:20:23,928 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732620013713.f2fa1b556427127194ee704b7b5fb09a., hostname=7f3a3edaecc3,39621,1732620009918, seqNum=2] 2024-11-26T11:20:23,930 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T11:20:23,937 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-26T11:20:23,939 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-26T11:20:23,943 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39621 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/testHFileCyclicReplication_10/f/hfile_0 for inclusion in f2fa1b556427127194ee704b7b5fb09a/f 2024-11-26T11:20:23,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39621 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-26T11:20:23,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39621 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T11:20:23,947 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39621 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/testHFileCyclicReplication_10/f/hfile_1 for inclusion in f2fa1b556427127194ee704b7b5fb09a/f 2024-11-26T11:20:23,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39621 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-26T11:20:23,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39621 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T11:20:23,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39621 {}] regionserver.HRegion(2603): Flush status journal for f2fa1b556427127194ee704b7b5fb09a: 2024-11-26T11:20:23,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39621 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/staging/jenkins__test__t75rsjrn7jugcj1bjmn1bnu9kruico3sl9qkpdf17c5egqvhdfp6mlpi6rdd58l/f/hfile_0 2024-11-26T11:20:23,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39621 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/staging/jenkins__test__t75rsjrn7jugcj1bjmn1bnu9kruico3sl9qkpdf17c5egqvhdfp6mlpi6rdd58l/f/hfile_0 as hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/data/default/test/f2fa1b556427127194ee704b7b5fb09a/f/235e403b9d994dc5be87bfad700b6ced_SeqId_6_ 2024-11-26T11:20:23,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39621 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/staging/jenkins__test__t75rsjrn7jugcj1bjmn1bnu9kruico3sl9qkpdf17c5egqvhdfp6mlpi6rdd58l/f/hfile_1 2024-11-26T11:20:23,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39621 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/staging/jenkins__test__t75rsjrn7jugcj1bjmn1bnu9kruico3sl9qkpdf17c5egqvhdfp6mlpi6rdd58l/f/hfile_1 as hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/data/default/test/f2fa1b556427127194ee704b7b5fb09a/f/4241954c906a47ef8bf1721e5b67791e_SeqId_6_ 2024-11-26T11:20:23,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39621 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/staging/jenkins__test__t75rsjrn7jugcj1bjmn1bnu9kruico3sl9qkpdf17c5egqvhdfp6mlpi6rdd58l/f/hfile_0 into f2fa1b556427127194ee704b7b5fb09a/f as hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/data/default/test/f2fa1b556427127194ee704b7b5fb09a/f/235e403b9d994dc5be87bfad700b6ced_SeqId_6_ - updating store file list. 2024-11-26T11:20:23,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39621 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 235e403b9d994dc5be87bfad700b6ced_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T11:20:23,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39621 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/data/default/test/f2fa1b556427127194ee704b7b5fb09a/f/235e403b9d994dc5be87bfad700b6ced_SeqId_6_ into f2fa1b556427127194ee704b7b5fb09a/f 2024-11-26T11:20:23,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39621 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/staging/jenkins__test__t75rsjrn7jugcj1bjmn1bnu9kruico3sl9qkpdf17c5egqvhdfp6mlpi6rdd58l/f/hfile_0 into f2fa1b556427127194ee704b7b5fb09a/f (new location: hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/data/default/test/f2fa1b556427127194ee704b7b5fb09a/f/235e403b9d994dc5be87bfad700b6ced_SeqId_6_) 2024-11-26T11:20:23,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39621 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/staging/jenkins__test__t75rsjrn7jugcj1bjmn1bnu9kruico3sl9qkpdf17c5egqvhdfp6mlpi6rdd58l/f/hfile_0 2024-11-26T11:20:23,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39621 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/staging/jenkins__test__t75rsjrn7jugcj1bjmn1bnu9kruico3sl9qkpdf17c5egqvhdfp6mlpi6rdd58l/f/hfile_1 into f2fa1b556427127194ee704b7b5fb09a/f as hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/data/default/test/f2fa1b556427127194ee704b7b5fb09a/f/4241954c906a47ef8bf1721e5b67791e_SeqId_6_ - updating store file list. 2024-11-26T11:20:23,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39621 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4241954c906a47ef8bf1721e5b67791e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T11:20:23,970 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39621 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/data/default/test/f2fa1b556427127194ee704b7b5fb09a/f/4241954c906a47ef8bf1721e5b67791e_SeqId_6_ into f2fa1b556427127194ee704b7b5fb09a/f 2024-11-26T11:20:23,971 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39621 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/staging/jenkins__test__t75rsjrn7jugcj1bjmn1bnu9kruico3sl9qkpdf17c5egqvhdfp6mlpi6rdd58l/f/hfile_1 into f2fa1b556427127194ee704b7b5fb09a/f (new location: hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/data/default/test/f2fa1b556427127194ee704b7b5fb09a/f/4241954c906a47ef8bf1721e5b67791e_SeqId_6_) 2024-11-26T11:20:23,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39621 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/staging/jenkins__test__t75rsjrn7jugcj1bjmn1bnu9kruico3sl9qkpdf17c5egqvhdfp6mlpi6rdd58l/f/hfile_1 2024-11-26T11:20:23,973 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:20:23,973 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:20:23,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:23,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:23,973 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:20:23,974 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732620013713.f2fa1b556427127194ee704b7b5fb09a., hostname=7f3a3edaecc3,39621,1732620009918, seqNum=2 , the old value is region=test,,1732620013713.f2fa1b556427127194ee704b7b5fb09a., hostname=7f3a3edaecc3,39621,1732620009918, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=7f3a3edaecc3:39621 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T11:20:23,974 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732620013713.f2fa1b556427127194ee704b7b5fb09a., hostname=7f3a3edaecc3,39621,1732620009918, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T11:20:23,974 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732620013713.f2fa1b556427127194ee704b7b5fb09a., hostname=7f3a3edaecc3,39621,1732620009918, seqNum=2 from cache 2024-11-26T11:20:23,974 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:20:23,975 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,46825,1732620003979, seqNum=-1] 2024-11-26T11:20:23,976 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:20:23,976 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-26T11:20:23,977 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:20:23,979 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732620012564.04796f684cfe0bfb29e3cb2fba50a9f4., hostname=7f3a3edaecc3,46825,1732620003979, seqNum=2] 2024-11-26T11:20:23,987 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-26T11:20:24,063 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39621,1732620009918.replicationSource.wal-reader.7f3a3edaecc3%2C39621%2C1732620009918,1-7f3a3edaecc3,39621,1732620009918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/WALs/7f3a3edaecc3,39621,1732620009918/7f3a3edaecc3%2C39621%2C1732620009918.1732620011981 to pos 725, reset compression=false 2024-11-26T11:20:24,069 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39621,1732620009918.replicationSource.wal-reader.7f3a3edaecc3%2C39621%2C1732620009918,1-7f3a3edaecc3,39621,1732620009918 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T11:20:24,069 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39621,1732620009918.replicationSource.shipper7f3a3edaecc3%2C39621%2C1732620009918,1-7f3a3edaecc3,39621,1732620009918 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,39621,1732620009918 got entry batch from reader: WALEntryBatch [walEntries=[{test/f2fa1b556427127194ee704b7b5fb09a/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732620023971/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/WALs/7f3a3edaecc3,39621,1732620009918/7f3a3edaecc3%2C39621%2C1732620009918.1732620011981, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-26T11:20:24,070 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] regionserver.ReplicationSink(318): Replicating [24275718-29e9-445d-a57c-ae7fc93d3a2b] bulk loaded data 2024-11-26T11:20:24,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36169 is added to blk_1073741844_1020 (size=11194) 2024-11-26T11:20:24,081 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7f3a3edaecc3:39621 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-26T11:20:24,231 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46825,1732620003979.replicationSource.wal-reader.7f3a3edaecc3%2C46825%2C1732620003979,1-7f3a3edaecc3,46825,1732620003979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/WALs/7f3a3edaecc3,46825,1732620003979/7f3a3edaecc3%2C46825%2C1732620003979.1732620006211 to pos 687, reset compression=false 2024-11-26T11:20:24,269 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39621,1732620009918.replicationSource.wal-reader.7f3a3edaecc3%2C39621%2C1732620009918,1-7f3a3edaecc3,39621,1732620009918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/WALs/7f3a3edaecc3,39621,1732620009918/7f3a3edaecc3%2C39621%2C1732620009918.1732620011981 to pos 1033, reset compression=false 2024-11-26T11:20:24,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36169 is added to blk_1073741845_1021 (size=10791) 2024-11-26T11:20:24,572 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39621,1732620009918.replicationSource.wal-reader.7f3a3edaecc3%2C39621%2C1732620009918,1-7f3a3edaecc3,39621,1732620009918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/WALs/7f3a3edaecc3,39621,1732620009918/7f3a3edaecc3%2C39621%2C1732620009918.1732620011981 to pos 1033, reset compression=false 2024-11-26T11:20:24,699 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T11:20:24,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:24,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:24,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:24,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:24,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:24,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:24,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:24,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:24,891 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T11:20:24,896 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/staging/jenkins.hfs.10__test__qbrut3s8jnqkj9bututv94siidba5lmp5prvjorco5k749879qvlqg5vhnm02f54/f/235e403b9d994dc5be87bfad700b6ced_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-26T11:20:24,899 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/staging/jenkins.hfs.10__test__qbrut3s8jnqkj9bututv94siidba5lmp5prvjorco5k749879qvlqg5vhnm02f54/f/4241954c906a47ef8bf1721e5b67791e_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-26T11:20:24,902 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/staging/jenkins.hfs.10__test__qbrut3s8jnqkj9bututv94siidba5lmp5prvjorco5k749879qvlqg5vhnm02f54/f/235e403b9d994dc5be87bfad700b6ced_SeqId_6_ for inclusion in 04796f684cfe0bfb29e3cb2fba50a9f4/f 2024-11-26T11:20:24,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-26T11:20:24,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T11:20:24,904 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/staging/jenkins.hfs.10__test__qbrut3s8jnqkj9bututv94siidba5lmp5prvjorco5k749879qvlqg5vhnm02f54/f/4241954c906a47ef8bf1721e5b67791e_SeqId_6_ for inclusion in 04796f684cfe0bfb29e3cb2fba50a9f4/f 2024-11-26T11:20:24,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-26T11:20:24,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T11:20:24,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] regionserver.HRegion(2603): Flush status journal for 04796f684cfe0bfb29e3cb2fba50a9f4: 2024-11-26T11:20:24,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 235e403b9d994dc5be87bfad700b6ced_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-26T11:20:24,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/staging/jenkins.hfs.10__test__qbrut3s8jnqkj9bututv94siidba5lmp5prvjorco5k749879qvlqg5vhnm02f54/f/235e403b9d994dc5be87bfad700b6ced_SeqId_6_ as hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/data/default/test/04796f684cfe0bfb29e3cb2fba50a9f4/f/96331e52131b4a4787e1e4543fd85e61_SeqId_6_ 2024-11-26T11:20:24,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4241954c906a47ef8bf1721e5b67791e_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-26T11:20:24,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/staging/jenkins.hfs.10__test__qbrut3s8jnqkj9bututv94siidba5lmp5prvjorco5k749879qvlqg5vhnm02f54/f/4241954c906a47ef8bf1721e5b67791e_SeqId_6_ as hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/data/default/test/04796f684cfe0bfb29e3cb2fba50a9f4/f/eb08657d579f4f5883ad5aef44c04fcf_SeqId_6_ 2024-11-26T11:20:24,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/staging/jenkins.hfs.10__test__qbrut3s8jnqkj9bututv94siidba5lmp5prvjorco5k749879qvlqg5vhnm02f54/f/235e403b9d994dc5be87bfad700b6ced_SeqId_6_ into 04796f684cfe0bfb29e3cb2fba50a9f4/f as hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/data/default/test/04796f684cfe0bfb29e3cb2fba50a9f4/f/96331e52131b4a4787e1e4543fd85e61_SeqId_6_ - updating store file list. 2024-11-26T11:20:24,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 96331e52131b4a4787e1e4543fd85e61_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T11:20:24,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/data/default/test/04796f684cfe0bfb29e3cb2fba50a9f4/f/96331e52131b4a4787e1e4543fd85e61_SeqId_6_ into 04796f684cfe0bfb29e3cb2fba50a9f4/f 2024-11-26T11:20:24,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/staging/jenkins.hfs.10__test__qbrut3s8jnqkj9bututv94siidba5lmp5prvjorco5k749879qvlqg5vhnm02f54/f/235e403b9d994dc5be87bfad700b6ced_SeqId_6_ into 04796f684cfe0bfb29e3cb2fba50a9f4/f (new location: hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/data/default/test/04796f684cfe0bfb29e3cb2fba50a9f4/f/96331e52131b4a4787e1e4543fd85e61_SeqId_6_) 2024-11-26T11:20:24,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/staging/jenkins.hfs.10__test__qbrut3s8jnqkj9bututv94siidba5lmp5prvjorco5k749879qvlqg5vhnm02f54/f/235e403b9d994dc5be87bfad700b6ced_SeqId_6_ 2024-11-26T11:20:24,918 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/staging/jenkins.hfs.10__test__qbrut3s8jnqkj9bututv94siidba5lmp5prvjorco5k749879qvlqg5vhnm02f54/f/4241954c906a47ef8bf1721e5b67791e_SeqId_6_ into 04796f684cfe0bfb29e3cb2fba50a9f4/f as hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/data/default/test/04796f684cfe0bfb29e3cb2fba50a9f4/f/eb08657d579f4f5883ad5aef44c04fcf_SeqId_6_ - updating store file list. 2024-11-26T11:20:24,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] regionserver.HStoreFile(483): HFile Bloom filter type for eb08657d579f4f5883ad5aef44c04fcf_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T11:20:24,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/data/default/test/04796f684cfe0bfb29e3cb2fba50a9f4/f/eb08657d579f4f5883ad5aef44c04fcf_SeqId_6_ into 04796f684cfe0bfb29e3cb2fba50a9f4/f 2024-11-26T11:20:24,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/staging/jenkins.hfs.10__test__qbrut3s8jnqkj9bututv94siidba5lmp5prvjorco5k749879qvlqg5vhnm02f54/f/4241954c906a47ef8bf1721e5b67791e_SeqId_6_ into 04796f684cfe0bfb29e3cb2fba50a9f4/f (new location: hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/data/default/test/04796f684cfe0bfb29e3cb2fba50a9f4/f/eb08657d579f4f5883ad5aef44c04fcf_SeqId_6_) 2024-11-26T11:20:24,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/staging/jenkins.hfs.10__test__qbrut3s8jnqkj9bututv94siidba5lmp5prvjorco5k749879qvlqg5vhnm02f54/f/4241954c906a47ef8bf1721e5b67791e_SeqId_6_ 2024-11-26T11:20:24,924 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46825 {}] regionserver.ReplicationSink(324): Finished replicating [24275718-29e9-445d-a57c-ae7fc93d3a2b] bulk loaded data 2024-11-26T11:20:24,975 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39621,1732620009918.replicationSource.wal-reader.7f3a3edaecc3%2C39621%2C1732620009918,1-7f3a3edaecc3,39621,1732620009918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/WALs/7f3a3edaecc3,39621,1732620009918/7f3a3edaecc3%2C39621%2C1732620009918.1732620011981 to pos 1033, reset compression=false 2024-11-26T11:20:24,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T11:20:24,999 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:20:25,000 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:20:25,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:25,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:25,000 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:20:25,000 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T11:20:25,000 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1795450033, stopped=false 2024-11-26T11:20:25,000 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7f3a3edaecc3,46197,1732620009611 2024-11-26T11:20:25,034 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46825,1732620003979.replicationSource.wal-reader.7f3a3edaecc3%2C46825%2C1732620003979,1-7f3a3edaecc3,46825,1732620003979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/WALs/7f3a3edaecc3,46825,1732620003979/7f3a3edaecc3%2C46825%2C1732620003979.1732620006211 to pos 687, reset compression=false 2024-11-26T11:20:25,040 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46825,1732620003979.replicationSource.wal-reader.7f3a3edaecc3%2C46825%2C1732620003979,1-7f3a3edaecc3,46825,1732620003979 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T11:20:25,040 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46825,1732620003979.replicationSource.shipper7f3a3edaecc3%2C46825%2C1732620003979,1-7f3a3edaecc3,46825,1732620003979 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,46825,1732620003979 got entry batch from reader: WALEntryBatch [walEntries=[{test/04796f684cfe0bfb29e3cb2fba50a9f4/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732620024923/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/WALs/7f3a3edaecc3,46825,1732620003979/7f3a3edaecc3%2C46825%2C1732620003979.1732620006211, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-26T11:20:25,041 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39621 {}] regionserver.ReplicationSink(318): Replicating [24275718-29e9-445d-a57c-ae7fc93d3a2b, b47e9bdc-9f06-4d75-be16-6e72e86737a7] bulk loaded data 2024-11-26T11:20:25,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741844_1020 (size=11194) 2024-11-26T11:20:25,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39621-0x10176df1d7a0004, quorum=127.0.0.1:58678, baseZNode=/1-2142367895 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2142367895/running 2024-11-26T11:20:25,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46197-0x10176df1d7a0003, quorum=127.0.0.1:58678, baseZNode=/1-2142367895 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2142367895/running 2024-11-26T11:20:25,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39621-0x10176df1d7a0004, quorum=127.0.0.1:58678, baseZNode=/1-2142367895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2142367895 2024-11-26T11:20:25,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46197-0x10176df1d7a0003, quorum=127.0.0.1:58678, baseZNode=/1-2142367895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2142367895 2024-11-26T11:20:25,081 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T11:20:25,081 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:20:25,081 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:20:25,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:25,081 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39621-0x10176df1d7a0004, quorum=127.0.0.1:58678, baseZNode=/1-2142367895 Set watcher on znode that does not yet exist, /1-2142367895/running 2024-11-26T11:20:25,081 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7f3a3edaecc3,39621,1732620009918' ***** 2024-11-26T11:20:25,081 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T11:20:25,081 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46197-0x10176df1d7a0003, quorum=127.0.0.1:58678, baseZNode=/1-2142367895 Set watcher on znode that does not yet exist, /1-2142367895/running 2024-11-26T11:20:25,082 INFO [RS:0;7f3a3edaecc3:39621 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T11:20:25,082 INFO [RS:0;7f3a3edaecc3:39621 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T11:20:25,082 INFO [RS:0;7f3a3edaecc3:39621 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T11:20:25,082 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T11:20:25,082 INFO [RS:0;7f3a3edaecc3:39621 {}] regionserver.HRegionServer(3091): Received CLOSE for b52e8d8cb2c23eba65563d5f480f7535 2024-11-26T11:20:25,082 INFO [RS:0;7f3a3edaecc3:39621 {}] regionserver.HRegionServer(3091): Received CLOSE for f2fa1b556427127194ee704b7b5fb09a 2024-11-26T11:20:25,082 INFO [RS:0;7f3a3edaecc3:39621 {}] regionserver.HRegionServer(959): stopping server 7f3a3edaecc3,39621,1732620009918 2024-11-26T11:20:25,082 INFO [RS:0;7f3a3edaecc3:39621 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T11:20:25,082 INFO [RS:0;7f3a3edaecc3:39621 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7f3a3edaecc3:39621. 2024-11-26T11:20:25,082 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b52e8d8cb2c23eba65563d5f480f7535, disabling compactions & flushes 2024-11-26T11:20:25,083 DEBUG [RS:0;7f3a3edaecc3:39621 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:20:25,083 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732620018045.b52e8d8cb2c23eba65563d5f480f7535. 2024-11-26T11:20:25,083 DEBUG [RS:0;7f3a3edaecc3:39621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:25,083 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732620018045.b52e8d8cb2c23eba65563d5f480f7535. 2024-11-26T11:20:25,083 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732620018045.b52e8d8cb2c23eba65563d5f480f7535. after waiting 0 ms 2024-11-26T11:20:25,083 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732620018045.b52e8d8cb2c23eba65563d5f480f7535. 2024-11-26T11:20:25,083 INFO [RS:0;7f3a3edaecc3:39621 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T11:20:25,083 INFO [RS:0;7f3a3edaecc3:39621 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T11:20:25,083 INFO [RS:0;7f3a3edaecc3:39621 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T11:20:25,083 INFO [RS:0;7f3a3edaecc3:39621 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T11:20:25,083 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b52e8d8cb2c23eba65563d5f480f7535 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-26T11:20:25,083 INFO [RS:0;7f3a3edaecc3:39621 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T11:20:25,083 DEBUG [RS:0;7f3a3edaecc3:39621 {}] regionserver.HRegionServer(1325): Online Regions={b52e8d8cb2c23eba65563d5f480f7535=hbase:replication,,1732620018045.b52e8d8cb2c23eba65563d5f480f7535., 1588230740=hbase:meta,,1.1588230740, f2fa1b556427127194ee704b7b5fb09a=test,,1732620013713.f2fa1b556427127194ee704b7b5fb09a.} 2024-11-26T11:20:25,083 DEBUG [RS:0;7f3a3edaecc3:39621 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b52e8d8cb2c23eba65563d5f480f7535, f2fa1b556427127194ee704b7b5fb09a 2024-11-26T11:20:25,083 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T11:20:25,083 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T11:20:25,083 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T11:20:25,083 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T11:20:25,083 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T11:20:25,083 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T11:20:25,099 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/data/hbase/meta/1588230740/.tmp/info/88e54624d1de45ae82c65a93b2bae265 is 147, key is hbase:replication,,1732620018045.b52e8d8cb2c23eba65563d5f480f7535./info:regioninfo/1732620019212/Put/seqid=0 2024-11-26T11:20:25,102 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/data/hbase/replication/b52e8d8cb2c23eba65563d5f480f7535/.tmp/hfileref/383520acebb54751a40d268843f19aff is 74, key is 1/hfileref:235e403b9d994dc5be87bfad700b6ced_SeqId_6_/1732620024926/DeleteColumn/seqid=0 2024-11-26T11:20:25,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741845_1021 (size=7686) 2024-11-26T11:20:25,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741846_1022 (size=5345) 2024-11-26T11:20:25,150 INFO [regionserver/7f3a3edaecc3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T11:20:25,240 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46825,1732620003979.replicationSource.wal-reader.7f3a3edaecc3%2C46825%2C1732620003979,1-7f3a3edaecc3,46825,1732620003979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/WALs/7f3a3edaecc3,46825,1732620003979/7f3a3edaecc3%2C46825%2C1732620003979.1732620006211 to pos 1033, reset compression=false 2024-11-26T11:20:25,283 DEBUG [RS:0;7f3a3edaecc3:39621 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b52e8d8cb2c23eba65563d5f480f7535, f2fa1b556427127194ee704b7b5fb09a 2024-11-26T11:20:25,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741847_1023 (size=10791) 2024-11-26T11:20:25,480 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39621,1732620009918.replicationSource.wal-reader.7f3a3edaecc3%2C39621%2C1732620009918,1-7f3a3edaecc3,39621,1732620009918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/WALs/7f3a3edaecc3,39621,1732620009918/7f3a3edaecc3%2C39621%2C1732620009918.1732620011981 to pos 1033, reset compression=false 2024-11-26T11:20:25,483 DEBUG [RS:0;7f3a3edaecc3:39621 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b52e8d8cb2c23eba65563d5f480f7535, f2fa1b556427127194ee704b7b5fb09a 2024-11-26T11:20:25,510 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/data/hbase/meta/1588230740/.tmp/info/88e54624d1de45ae82c65a93b2bae265 2024-11-26T11:20:25,510 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/data/hbase/replication/b52e8d8cb2c23eba65563d5f480f7535/.tmp/hfileref/383520acebb54751a40d268843f19aff 2024-11-26T11:20:25,535 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/data/hbase/meta/1588230740/.tmp/ns/f51668c1c8914893bfe56bd917792e49 is 43, key is default/ns:d/1732620012410/Put/seqid=0 2024-11-26T11:20:25,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741848_1024 (size=5153) 2024-11-26T11:20:25,540 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/data/hbase/replication/b52e8d8cb2c23eba65563d5f480f7535/.tmp/queue/e4102ec6d0d6404d89f8b44967ee4a47 is 154, key is 1-7f3a3edaecc3,39621,1732620009918/queue:7f3a3edaecc3%2C39621%2C1732620009918/1732620024927/Put/seqid=0 2024-11-26T11:20:25,541 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/data/hbase/meta/1588230740/.tmp/ns/f51668c1c8914893bfe56bd917792e49 2024-11-26T11:20:25,544 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46825,1732620003979.replicationSource.wal-reader.7f3a3edaecc3%2C46825%2C1732620003979,1-7f3a3edaecc3,46825,1732620003979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/WALs/7f3a3edaecc3,46825,1732620003979/7f3a3edaecc3%2C46825%2C1732620003979.1732620006211 to pos 1033, reset compression=false 2024-11-26T11:20:25,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741849_1025 (size=5353) 2024-11-26T11:20:25,546 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/data/hbase/replication/b52e8d8cb2c23eba65563d5f480f7535/.tmp/queue/e4102ec6d0d6404d89f8b44967ee4a47 2024-11-26T11:20:25,552 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/data/hbase/replication/b52e8d8cb2c23eba65563d5f480f7535/.tmp/hfileref/383520acebb54751a40d268843f19aff as hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/data/hbase/replication/b52e8d8cb2c23eba65563d5f480f7535/hfileref/383520acebb54751a40d268843f19aff 2024-11-26T11:20:25,556 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/data/hbase/replication/b52e8d8cb2c23eba65563d5f480f7535/hfileref/383520acebb54751a40d268843f19aff, entries=4, sequenceid=12, filesize=5.2 K 2024-11-26T11:20:25,556 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/data/hbase/replication/b52e8d8cb2c23eba65563d5f480f7535/.tmp/queue/e4102ec6d0d6404d89f8b44967ee4a47 as hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/data/hbase/replication/b52e8d8cb2c23eba65563d5f480f7535/queue/e4102ec6d0d6404d89f8b44967ee4a47 2024-11-26T11:20:25,560 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/data/hbase/replication/b52e8d8cb2c23eba65563d5f480f7535/queue/e4102ec6d0d6404d89f8b44967ee4a47, entries=1, sequenceid=12, filesize=5.2 K 2024-11-26T11:20:25,561 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for b52e8d8cb2c23eba65563d5f480f7535 in 478ms, sequenceid=12, compaction requested=false 2024-11-26T11:20:25,562 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/data/hbase/meta/1588230740/.tmp/rep_barrier/a54b157d6d9f406b9915bbfcb158b1e7 is 112, key is test,,1732620013713.f2fa1b556427127194ee704b7b5fb09a./rep_barrier:seqnumDuringOpen/1732620014861/Put/seqid=0 2024-11-26T11:20:25,565 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/data/hbase/replication/b52e8d8cb2c23eba65563d5f480f7535/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-26T11:20:25,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741850_1026 (size=5518) 2024-11-26T11:20:25,567 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T11:20:25,567 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T11:20:25,567 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732620018045.b52e8d8cb2c23eba65563d5f480f7535. 2024-11-26T11:20:25,567 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b52e8d8cb2c23eba65563d5f480f7535: Waiting for close lock at 1732620025082Running coprocessor pre-close hooks at 1732620025082Disabling compacts and flushes for region at 1732620025082Disabling writes for close at 1732620025083 (+1 ms)Obtaining lock to block concurrent updates at 1732620025083Preparing flush snapshotting stores in b52e8d8cb2c23eba65563d5f480f7535 at 1732620025083Finished memstore snapshotting hbase:replication,,1732620018045.b52e8d8cb2c23eba65563d5f480f7535., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732620025083Flushing stores of hbase:replication,,1732620018045.b52e8d8cb2c23eba65563d5f480f7535. at 1732620025084 (+1 ms)Flushing b52e8d8cb2c23eba65563d5f480f7535/hfileref: creating writer at 1732620025084Flushing b52e8d8cb2c23eba65563d5f480f7535/hfileref: appending metadata at 1732620025101 (+17 ms)Flushing b52e8d8cb2c23eba65563d5f480f7535/hfileref: closing flushed file at 1732620025101Flushing b52e8d8cb2c23eba65563d5f480f7535/queue: creating writer at 1732620025522 (+421 ms)Flushing b52e8d8cb2c23eba65563d5f480f7535/queue: appending metadata at 1732620025540 (+18 ms)Flushing b52e8d8cb2c23eba65563d5f480f7535/queue: closing flushed file at 1732620025540Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7aac662a: reopening flushed file at 1732620025551 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@231243f5: reopening flushed file at 1732620025556 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for b52e8d8cb2c23eba65563d5f480f7535 in 478ms, sequenceid=12, compaction requested=false at 1732620025561 (+5 ms)Writing region close event to WAL at 1732620025562 (+1 ms)Running coprocessor post-close hooks at 1732620025566 (+4 ms)Closed at 1732620025567 (+1 ms) 2024-11-26T11:20:25,567 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732620018045.b52e8d8cb2c23eba65563d5f480f7535. 2024-11-26T11:20:25,567 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f2fa1b556427127194ee704b7b5fb09a, disabling compactions & flushes 2024-11-26T11:20:25,567 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732620013713.f2fa1b556427127194ee704b7b5fb09a. 2024-11-26T11:20:25,567 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732620013713.f2fa1b556427127194ee704b7b5fb09a. 2024-11-26T11:20:25,567 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732620013713.f2fa1b556427127194ee704b7b5fb09a. after waiting 0 ms 2024-11-26T11:20:25,567 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732620013713.f2fa1b556427127194ee704b7b5fb09a. 2024-11-26T11:20:25,567 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/data/hbase/meta/1588230740/.tmp/rep_barrier/a54b157d6d9f406b9915bbfcb158b1e7 2024-11-26T11:20:25,571 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/data/default/test/f2fa1b556427127194ee704b7b5fb09a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T11:20:25,572 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T11:20:25,572 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T11:20:25,572 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732620013713.f2fa1b556427127194ee704b7b5fb09a. 2024-11-26T11:20:25,572 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f2fa1b556427127194ee704b7b5fb09a: Waiting for close lock at 1732620025567Running coprocessor pre-close hooks at 1732620025567Disabling compacts and flushes for region at 1732620025567Disabling writes for close at 1732620025567Writing region close event to WAL at 1732620025568 (+1 ms)Running coprocessor post-close hooks at 1732620025572 (+4 ms)Closed at 1732620025572 2024-11-26T11:20:25,572 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732620013713.f2fa1b556427127194ee704b7b5fb09a. 2024-11-26T11:20:25,584 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/data/hbase/meta/1588230740/.tmp/table/d92595a1610c4547a257133e10464594 is 53, key is hbase:replication/table:state/1732620019219/Put/seqid=0 2024-11-26T11:20:25,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741851_1027 (size=5308) 2024-11-26T11:20:25,588 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/data/hbase/meta/1588230740/.tmp/table/d92595a1610c4547a257133e10464594 2024-11-26T11:20:25,592 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/data/hbase/meta/1588230740/.tmp/info/88e54624d1de45ae82c65a93b2bae265 as hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/data/hbase/meta/1588230740/info/88e54624d1de45ae82c65a93b2bae265 2024-11-26T11:20:25,596 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/data/hbase/meta/1588230740/info/88e54624d1de45ae82c65a93b2bae265, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T11:20:25,597 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/data/hbase/meta/1588230740/.tmp/ns/f51668c1c8914893bfe56bd917792e49 as hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/data/hbase/meta/1588230740/ns/f51668c1c8914893bfe56bd917792e49 2024-11-26T11:20:25,601 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/data/hbase/meta/1588230740/ns/f51668c1c8914893bfe56bd917792e49, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T11:20:25,601 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/data/hbase/meta/1588230740/.tmp/rep_barrier/a54b157d6d9f406b9915bbfcb158b1e7 as hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/data/hbase/meta/1588230740/rep_barrier/a54b157d6d9f406b9915bbfcb158b1e7 2024-11-26T11:20:25,605 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/data/hbase/meta/1588230740/rep_barrier/a54b157d6d9f406b9915bbfcb158b1e7, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T11:20:25,606 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/data/hbase/meta/1588230740/.tmp/table/d92595a1610c4547a257133e10464594 as hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/data/hbase/meta/1588230740/table/d92595a1610c4547a257133e10464594 2024-11-26T11:20:25,609 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/data/hbase/meta/1588230740/table/d92595a1610c4547a257133e10464594, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T11:20:25,610 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 527ms, sequenceid=16, compaction requested=false 2024-11-26T11:20:25,615 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T11:20:25,615 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T11:20:25,615 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T11:20:25,616 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T11:20:25,616 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732620025083Running coprocessor pre-close hooks at 1732620025083Disabling compacts and flushes for region at 1732620025083Disabling writes for close at 1732620025083Obtaining lock to block concurrent updates at 1732620025083Preparing flush snapshotting stores in 1588230740 at 1732620025083Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732620025084 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732620025084Flushing 1588230740/info: creating writer at 1732620025084Flushing 1588230740/info: appending metadata at 1732620025099 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732620025099Flushing 1588230740/ns: creating writer at 1732620025516 (+417 ms)Flushing 1588230740/ns: appending metadata at 1732620025534 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732620025534Flushing 1588230740/rep_barrier: creating writer at 1732620025546 (+12 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732620025562 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732620025562Flushing 1588230740/table: creating writer at 1732620025571 (+9 ms)Flushing 1588230740/table: appending metadata at 1732620025584 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732620025584Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f80ecbd: reopening flushed file at 1732620025591 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@434a2be3: reopening flushed file at 1732620025596 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17ed708b: reopening flushed file at 1732620025601 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1909bf4d: reopening flushed file at 1732620025605 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 527ms, sequenceid=16, compaction requested=false at 1732620025610 (+5 ms)Writing region close event to WAL at 1732620025612 (+2 ms)Running coprocessor post-close hooks at 1732620025615 (+3 ms)Closed at 1732620025616 (+1 ms) 2024-11-26T11:20:25,616 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T11:20:25,684 INFO [RS:0;7f3a3edaecc3:39621 {}] regionserver.HRegionServer(976): stopping server 7f3a3edaecc3,39621,1732620009918; all regions closed. 2024-11-26T11:20:25,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741834_1010 (size=4239) 2024-11-26T11:20:25,686 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/WALs/7f3a3edaecc3,39621,1732620009918/7f3a3edaecc3%2C39621%2C1732620009918.meta.1732620012356.meta not finished, retry = 0 2024-11-26T11:20:25,788 DEBUG [RS:0;7f3a3edaecc3:39621 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/oldWALs 2024-11-26T11:20:25,788 INFO [RS:0;7f3a3edaecc3:39621 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7f3a3edaecc3%2C39621%2C1732620009918.meta:.meta(num 1732620012356) 2024-11-26T11:20:25,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741839_1015 (size=3127) 2024-11-26T11:20:25,790 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/WALs/7f3a3edaecc3,39621,1732620009918/7f3a3edaecc3%2C39621%2C1732620009918.rep.1732620019180 not finished, retry = 0 2024-11-26T11:20:25,837 INFO [regionserver/7f3a3edaecc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T11:20:25,837 INFO [regionserver/7f3a3edaecc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T11:20:25,861 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39621 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T11:20:25,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39621 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 7f3a3edaecc3,39621,1732620009918 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T11:20:25,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39621 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:49352 deadline: 1732620085861, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 7f3a3edaecc3,39621,1732620009918 stopping 2024-11-26T11:20:25,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,39621,1732620009918, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,39621,1732620009918, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 7f3a3edaecc3,39621,1732620009918 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T11:20:25,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,39621,1732620009918, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 7f3a3edaecc3,39621,1732620009918 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T11:20:25,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,39621,1732620009918, seqNum=-1 from cache 2024-11-26T11:20:25,892 DEBUG [RS:0;7f3a3edaecc3:39621 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/oldWALs 2024-11-26T11:20:25,893 INFO [RS:0;7f3a3edaecc3:39621 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7f3a3edaecc3%2C39621%2C1732620009918.rep:(num 1732620019180) 2024-11-26T11:20:25,894 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/WALs/7f3a3edaecc3,39621,1732620009918/7f3a3edaecc3%2C39621%2C1732620009918.1732620011981 not finished, retry = 0 2024-11-26T11:20:25,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741833_1009 (size=1336) 2024-11-26T11:20:25,948 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46825,1732620003979.replicationSource.wal-reader.7f3a3edaecc3%2C46825%2C1732620003979,1-7f3a3edaecc3,46825,1732620003979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/WALs/7f3a3edaecc3,46825,1732620003979/7f3a3edaecc3%2C46825%2C1732620003979.1732620006211 to pos 1033, reset compression=false 2024-11-26T11:20:25,969 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:20:25,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,39621,1732620009918, seqNum=-1] 2024-11-26T11:20:25,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39621 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 7f3a3edaecc3,39621,1732620009918 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T11:20:25,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39621 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:49352 deadline: 1732620085861, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 7f3a3edaecc3,39621,1732620009918 stopping 2024-11-26T11:20:25,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,39621,1732620009918, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,39621,1732620009918, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 7f3a3edaecc3,39621,1732620009918 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T11:20:25,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,39621,1732620009918, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 7f3a3edaecc3,39621,1732620009918 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T11:20:25,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,39621,1732620009918, seqNum=-1 from cache 2024-11-26T11:20:25,997 DEBUG [RS:0;7f3a3edaecc3:39621 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/oldWALs 2024-11-26T11:20:25,997 INFO [RS:0;7f3a3edaecc3:39621 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7f3a3edaecc3%2C39621%2C1732620009918:(num 1732620011981) 2024-11-26T11:20:25,997 DEBUG [RS:0;7f3a3edaecc3:39621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:25,997 INFO [RS:0;7f3a3edaecc3:39621 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T11:20:25,997 INFO [RS:0;7f3a3edaecc3:39621 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T11:20:25,997 INFO [RS:0;7f3a3edaecc3:39621 {}] hbase.ChoreService(370): Chore service for: regionserver/7f3a3edaecc3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T11:20:25,997 INFO [RS:0;7f3a3edaecc3:39621 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T11:20:25,998 INFO [regionserver/7f3a3edaecc3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T11:20:25,998 INFO [RS:0;7f3a3edaecc3:39621 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7f3a3edaecc3,39621,1732620009918 because: Region server is closing 2024-11-26T11:20:25,998 INFO [RS:0;7f3a3edaecc3:39621 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7f3a3edaecc3:39621. 2024-11-26T11:20:25,998 DEBUG [RS:0;7f3a3edaecc3:39621 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:20:25,998 DEBUG [RS:0;7f3a3edaecc3:39621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:25,998 DEBUG [RS:0;7f3a3edaecc3:39621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:25,998 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:20:26,098 WARN [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39621,1732620009918.replicationSource.shipper7f3a3edaecc3%2C39621%2C1732620009918,1-7f3a3edaecc3,39621,1732620009918 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T11:20:26,099 INFO [RS:0;7f3a3edaecc3:39621 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39621,1732620009918.replicationSource.shipper7f3a3edaecc3%2C39621%2C1732620009918,1-7f3a3edaecc3,39621,1732620009918 terminated 2024-11-26T11:20:26,099 INFO [RS:0;7f3a3edaecc3:39621 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7f3a3edaecc3:39621. 2024-11-26T11:20:26,099 DEBUG [RS:0;7f3a3edaecc3:39621 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:20:26,099 DEBUG [RS:0;7f3a3edaecc3:39621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:26,099 DEBUG [RS:0;7f3a3edaecc3:39621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:26,099 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:20:26,099 INFO [RS:0;7f3a3edaecc3:39621 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39621 2024-11-26T11:20:26,100 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39621 {}] regionserver.ReplicationSink(335): Unable to accept edit because: java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-11-26T11:20:26,101 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39621 {}] ipc.MetricsHBaseServer(152): Unknown exception type java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-11-26T11:20:26,101 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39621 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.3:44296 deadline: 1732620085040, exception=java.io.InterruptedIOException 2024-11-26T11:20:26,101 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-26T11:20:26,100 WARN [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46825,1732620003979.replicationSource.shipper7f3a3edaecc3%2C46825%2C1732620003979,1-7f3a3edaecc3,46825,1732620003979 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=7f3a3edaecc3:39621 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:249) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.cleanupCalls(NettyRpcDuplexHandler.java:151) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelInactive(NettyRpcDuplexHandler.java:159) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:377) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.ChannelInboundHandlerAdapter.channelInactive(ChannelInboundHandlerAdapter.java:81) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelInactive(IdleStateHandler.java:280) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelInactive(DefaultChannelPipeline.java:1352) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:301) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:850) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe$7.run(AbstractChannel.java:811) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:173) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:472) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:405) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed ... 27 more 2024-11-26T11:20:26,161 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-26T11:20:26,161 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-26T11:20:26,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46197-0x10176df1d7a0003, quorum=127.0.0.1:58678, baseZNode=/1-2142367895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2142367895/rs 2024-11-26T11:20:26,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39621-0x10176df1d7a0004, quorum=127.0.0.1:58678, baseZNode=/1-2142367895 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2142367895/rs/7f3a3edaecc3,39621,1732620009918 2024-11-26T11:20:26,164 INFO [RS:0;7f3a3edaecc3:39621 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T11:20:26,175 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7f3a3edaecc3,39621,1732620009918] 2024-11-26T11:20:26,179 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:20:26,180 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch meta region location from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7f3a3edaecc3,46197,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getMetaRegionLocations$7(AbstractRpcBasedConnectionRegistry.java:223) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getMetaRegionLocations(AbstractRpcBasedConnectionRegistry.java:221) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getMetaRegionLocations(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7f3a3edaecc3:46197 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 31 more 2024-11-26T11:20:26,185 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2142367895/draining/7f3a3edaecc3,39621,1732620009918 already deleted, retry=false 2024-11-26T11:20:26,186 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7f3a3edaecc3,39621,1732620009918 expired; onlineServers=0 2024-11-26T11:20:26,186 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7f3a3edaecc3,46197,1732620009611' ***** 2024-11-26T11:20:26,186 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T11:20:26,186 INFO [M:0;7f3a3edaecc3:46197 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T11:20:26,186 INFO [M:0;7f3a3edaecc3:46197 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T11:20:26,186 DEBUG [M:0;7f3a3edaecc3:46197 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T11:20:26,186 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T11:20:26,186 DEBUG [M:0;7f3a3edaecc3:46197 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T11:20:26,186 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732620011710 {}] cleaner.HFileCleaner(306): Exit Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732620011710,5,FailOnTimeoutGroup] 2024-11-26T11:20:26,186 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732620011709 {}] cleaner.HFileCleaner(306): Exit Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732620011709,5,FailOnTimeoutGroup] 2024-11-26T11:20:26,186 INFO [M:0;7f3a3edaecc3:46197 {}] hbase.ChoreService(370): Chore service for: master/7f3a3edaecc3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T11:20:26,186 INFO [M:0;7f3a3edaecc3:46197 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T11:20:26,186 DEBUG [M:0;7f3a3edaecc3:46197 {}] master.HMaster(1795): Stopping service threads 2024-11-26T11:20:26,186 INFO [M:0;7f3a3edaecc3:46197 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T11:20:26,186 INFO [M:0;7f3a3edaecc3:46197 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T11:20:26,186 INFO [M:0;7f3a3edaecc3:46197 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T11:20:26,187 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T11:20:26,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46197-0x10176df1d7a0003, quorum=127.0.0.1:58678, baseZNode=/1-2142367895 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2142367895/master 2024-11-26T11:20:26,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46197-0x10176df1d7a0003, quorum=127.0.0.1:58678, baseZNode=/1-2142367895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2142367895 2024-11-26T11:20:26,196 DEBUG [M:0;7f3a3edaecc3:46197 {}] zookeeper.ZKUtil(347): master:46197-0x10176df1d7a0003, quorum=127.0.0.1:58678, baseZNode=/1-2142367895 Unable to get data of znode /1-2142367895/master because node does not exist (not an error) 2024-11-26T11:20:26,196 WARN [M:0;7f3a3edaecc3:46197 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T11:20:26,196 INFO [M:0;7f3a3edaecc3:46197 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/.lastflushedseqids 2024-11-26T11:20:26,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741852_1028 (size=263) 2024-11-26T11:20:26,202 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 7f3a3edaecc3:39621 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7f3a3edaecc3/172.17.0.3:39621 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:20:26,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 7f3a3edaecc3:39621 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7f3a3edaecc3/172.17.0.3:39621 2024-11-26T11:20:26,203 WARN [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46825,1732620003979.replicationSource.shipper7f3a3edaecc3%2C46825%2C1732620003979,1-7f3a3edaecc3,46825,1732620003979 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=7f3a3edaecc3:39621 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7f3a3edaecc3/172.17.0.3:39621 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7f3a3edaecc3/172.17.0.3:39621 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-26T11:20:26,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46197 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T11:20:26,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46197 {}] ipc.CallRunner(138): callId: 7 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:44638 deadline: 1732620086205, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-26T11:20:26,206 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46825,1732620003979.replicationSource.shipper7f3a3edaecc3%2C46825%2C1732620003979,1-7f3a3edaecc3,46825,1732620003979 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-26T11:20:26,207 WARN [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46825,1732620003979.replicationSource.shipper7f3a3edaecc3%2C46825%2C1732620003979,1-7f3a3edaecc3,46825,1732620003979 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-26T11:20:26,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39621-0x10176df1d7a0004, quorum=127.0.0.1:58678, baseZNode=/1-2142367895 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:20:26,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39621-0x10176df1d7a0004, quorum=127.0.0.1:58678, baseZNode=/1-2142367895 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:20:26,275 INFO [RS:0;7f3a3edaecc3:39621 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T11:20:26,275 INFO [RS:0;7f3a3edaecc3:39621 {}] regionserver.HRegionServer(1031): Exiting; stopping=7f3a3edaecc3,39621,1732620009918; zookeeper connection closed. 2024-11-26T11:20:26,275 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@35874391 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@35874391 2024-11-26T11:20:26,276 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T11:20:26,407 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46825,1732620003979.replicationSource.shipper7f3a3edaecc3%2C46825%2C1732620003979,1-7f3a3edaecc3,46825,1732620003979 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-26T11:20:26,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46197 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T11:20:26,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46197 {}] ipc.CallRunner(138): callId: 9 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:44638 deadline: 1732620086408, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-26T11:20:26,409 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46825,1732620003979.replicationSource.shipper7f3a3edaecc3%2C46825%2C1732620003979,1-7f3a3edaecc3,46825,1732620003979 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-26T11:20:26,410 WARN [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46825,1732620003979.replicationSource.shipper7f3a3edaecc3%2C46825%2C1732620003979,1-7f3a3edaecc3,46825,1732620003979 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-26T11:20:26,410 WARN [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46825,1732620003979.replicationSource.shipper7f3a3edaecc3%2C46825%2C1732620003979,1-7f3a3edaecc3,46825,1732620003979 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-26T11:20:26,451 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46825,1732620003979.replicationSource.wal-reader.7f3a3edaecc3%2C46825%2C1732620003979,1-7f3a3edaecc3,46825,1732620003979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/WALs/7f3a3edaecc3,46825,1732620003979/7f3a3edaecc3%2C46825%2C1732620003979.1732620006211 to pos 1033, reset compression=false 2024-11-26T11:20:26,490 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:20:26,490 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch meta region location from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7f3a3edaecc3,46197,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getMetaRegionLocations$7(AbstractRpcBasedConnectionRegistry.java:223) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getMetaRegionLocations(AbstractRpcBasedConnectionRegistry.java:221) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getMetaRegionLocations(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7f3a3edaecc3:46197 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 31 more 2024-11-26T11:20:26,600 INFO [M:0;7f3a3edaecc3:46197 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T11:20:26,601 INFO [M:0;7f3a3edaecc3:46197 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T11:20:26,601 DEBUG [M:0;7f3a3edaecc3:46197 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T11:20:26,601 INFO [M:0;7f3a3edaecc3:46197 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:20:26,601 DEBUG [M:0;7f3a3edaecc3:46197 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:20:26,601 DEBUG [M:0;7f3a3edaecc3:46197 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T11:20:26,601 DEBUG [M:0;7f3a3edaecc3:46197 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:20:26,601 INFO [M:0;7f3a3edaecc3:46197 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-26T11:20:26,614 DEBUG [M:0;7f3a3edaecc3:46197 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9695ef74ec844c97a88b2fcfc2d4f902 is 82, key is hbase:meta,,1/info:regioninfo/1732620012391/Put/seqid=0 2024-11-26T11:20:26,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741853_1029 (size=5672) 2024-11-26T11:20:26,711 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46825,1732620003979.replicationSource.shipper7f3a3edaecc3%2C46825%2C1732620003979,1-7f3a3edaecc3,46825,1732620003979 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-26T11:20:26,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46197 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T11:20:26,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46197 {}] ipc.CallRunner(138): callId: 11 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:44638 deadline: 1732620086712, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-26T11:20:26,713 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46825,1732620003979.replicationSource.shipper7f3a3edaecc3%2C46825%2C1732620003979,1-7f3a3edaecc3,46825,1732620003979 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-26T11:20:26,714 WARN [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46825,1732620003979.replicationSource.shipper7f3a3edaecc3%2C46825%2C1732620003979,1-7f3a3edaecc3,46825,1732620003979 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-26T11:20:26,714 WARN [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46825,1732620003979.replicationSource.shipper7f3a3edaecc3%2C46825%2C1732620003979,1-7f3a3edaecc3,46825,1732620003979 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-26T11:20:27,000 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:20:27,000 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch meta region location from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7f3a3edaecc3,46197,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getMetaRegionLocations$7(AbstractRpcBasedConnectionRegistry.java:223) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getMetaRegionLocations(AbstractRpcBasedConnectionRegistry.java:221) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getMetaRegionLocations(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7f3a3edaecc3:46197 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 31 more 2024-11-26T11:20:27,001 ERROR [Async-Client-Retry-Timer-pool-0 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:112) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:20:27,019 INFO [M:0;7f3a3edaecc3:46197 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9695ef74ec844c97a88b2fcfc2d4f902 2024-11-26T11:20:27,055 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46825,1732620003979.replicationSource.wal-reader.7f3a3edaecc3%2C46825%2C1732620003979,1-7f3a3edaecc3,46825,1732620003979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/WALs/7f3a3edaecc3,46825,1732620003979/7f3a3edaecc3%2C46825%2C1732620003979.1732620006211 to pos 1033, reset compression=false 2024-11-26T11:20:27,066 DEBUG [M:0;7f3a3edaecc3:46197 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e09ab42c86fa4cab88596d71a421fd45 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732620019223/Put/seqid=0 2024-11-26T11:20:27,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741854_1030 (size=8515) 2024-11-26T11:20:27,114 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46825,1732620003979.replicationSource.shipper7f3a3edaecc3%2C46825%2C1732620003979,1-7f3a3edaecc3,46825,1732620003979 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-26T11:20:27,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46197 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T11:20:27,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46197 {}] ipc.CallRunner(138): callId: 13 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:44638 deadline: 1732620087116, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-26T11:20:27,116 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46825,1732620003979.replicationSource.shipper7f3a3edaecc3%2C46825%2C1732620003979,1-7f3a3edaecc3,46825,1732620003979 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-26T11:20:27,117 WARN [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46825,1732620003979.replicationSource.shipper7f3a3edaecc3%2C46825%2C1732620003979,1-7f3a3edaecc3,46825,1732620003979 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-26T11:20:27,117 WARN [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46825,1732620003979.replicationSource.shipper7f3a3edaecc3%2C46825%2C1732620003979,1-7f3a3edaecc3,46825,1732620003979 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-26T11:20:27,472 INFO [M:0;7f3a3edaecc3:46197 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e09ab42c86fa4cab88596d71a421fd45 2024-11-26T11:20:27,490 DEBUG [M:0;7f3a3edaecc3:46197 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37c5224c222847b6b8d4bdab7630b9e6 is 69, key is 7f3a3edaecc3,39621,1732620009918/rs:state/1732620011757/Put/seqid=0 2024-11-26T11:20:27,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741855_1031 (size=5156) 2024-11-26T11:20:27,494 INFO [M:0;7f3a3edaecc3:46197 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37c5224c222847b6b8d4bdab7630b9e6 2024-11-26T11:20:27,499 DEBUG [M:0;7f3a3edaecc3:46197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9695ef74ec844c97a88b2fcfc2d4f902 as hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9695ef74ec844c97a88b2fcfc2d4f902 2024-11-26T11:20:27,503 INFO [M:0;7f3a3edaecc3:46197 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9695ef74ec844c97a88b2fcfc2d4f902, entries=8, sequenceid=97, filesize=5.5 K 2024-11-26T11:20:27,504 DEBUG [M:0;7f3a3edaecc3:46197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e09ab42c86fa4cab88596d71a421fd45 as hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e09ab42c86fa4cab88596d71a421fd45 2024-11-26T11:20:27,508 INFO [M:0;7f3a3edaecc3:46197 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e09ab42c86fa4cab88596d71a421fd45, entries=11, sequenceid=97, filesize=8.3 K 2024-11-26T11:20:27,509 DEBUG [M:0;7f3a3edaecc3:46197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37c5224c222847b6b8d4bdab7630b9e6 as hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/37c5224c222847b6b8d4bdab7630b9e6 2024-11-26T11:20:27,513 INFO [M:0;7f3a3edaecc3:46197 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43599/user/jenkins/test-data/ac2883c6-ef03-38ca-dcc7-b5ed59324ced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/37c5224c222847b6b8d4bdab7630b9e6, entries=1, sequenceid=97, filesize=5.0 K 2024-11-26T11:20:27,514 INFO [M:0;7f3a3edaecc3:46197 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 913ms, sequenceid=97, compaction requested=false 2024-11-26T11:20:27,515 INFO [M:0;7f3a3edaecc3:46197 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:20:27,515 DEBUG [M:0;7f3a3edaecc3:46197 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732620026601Disabling compacts and flushes for region at 1732620026601Disabling writes for close at 1732620026601Obtaining lock to block concurrent updates at 1732620026601Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732620026601Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732620026601Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732620026602 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732620026602Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732620026614 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732620026614Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732620027052 (+438 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732620027066 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732620027066Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732620027476 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732620027490 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732620027490Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2672c039: reopening flushed file at 1732620027498 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b23250e: reopening flushed file at 1732620027503 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33cdc436: reopening flushed file at 1732620027508 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 913ms, sequenceid=97, compaction requested=false at 1732620027514 (+6 ms)Writing region close event to WAL at 1732620027515 (+1 ms)Closed at 1732620027515 2024-11-26T11:20:27,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36365 is added to blk_1073741830_1006 (size=63642) 2024-11-26T11:20:27,518 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T11:20:27,518 INFO [M:0;7f3a3edaecc3:46197 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T11:20:27,518 INFO [M:0;7f3a3edaecc3:46197 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46197 2024-11-26T11:20:27,518 INFO [M:0;7f3a3edaecc3:46197 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T11:20:27,618 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46825,1732620003979.replicationSource.shipper7f3a3edaecc3%2C46825%2C1732620003979,1-7f3a3edaecc3,46825,1732620003979 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-26T11:20:27,619 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 7f3a3edaecc3:46197 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7f3a3edaecc3/172.17.0.3:46197 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:20:27,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 7f3a3edaecc3:46197 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7f3a3edaecc3/172.17.0.3:46197 2024-11-26T11:20:27,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46197-0x10176df1d7a0003, quorum=127.0.0.1:58678, baseZNode=/1-2142367895 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:20:27,680 INFO [M:0;7f3a3edaecc3:46197 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T11:20:27,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46197-0x10176df1d7a0003, quorum=127.0.0.1:58678, baseZNode=/1-2142367895 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:20:27,683 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8444d8d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T11:20:27,684 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3277ff61{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T11:20:27,684 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T11:20:27,684 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24889373{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T11:20:27,684 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178416df{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e36bb98-0e12-9558-7962-d134a74e70c9/hadoop.log.dir/,STOPPED} 2024-11-26T11:20:27,685 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T11:20:27,685 WARN [BP-884848743-172.17.0.3-1732620007477 heartbeating to localhost/127.0.0.1:43599 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T11:20:27,685 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T11:20:27,685 WARN [BP-884848743-172.17.0.3-1732620007477 heartbeating to localhost/127.0.0.1:43599 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-884848743-172.17.0.3-1732620007477 (Datanode Uuid 766bd3f5-9f6d-4ff7-ae1d-42fdebeb43b0) service to localhost/127.0.0.1:43599 2024-11-26T11:20:27,685 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e36bb98-0e12-9558-7962-d134a74e70c9/cluster_b605fe6b-2c4a-f786-a466-bd4796b3eb91/data/data1/current/BP-884848743-172.17.0.3-1732620007477 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T11:20:27,686 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e36bb98-0e12-9558-7962-d134a74e70c9/cluster_b605fe6b-2c4a-f786-a466-bd4796b3eb91/data/data2/current/BP-884848743-172.17.0.3-1732620007477 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T11:20:27,686 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T11:20:27,692 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b32ab70{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T11:20:27,693 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f814a3c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T11:20:27,693 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T11:20:27,693 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@384161bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T11:20:27,693 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c685abe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e36bb98-0e12-9558-7962-d134a74e70c9/hadoop.log.dir/,STOPPED} 2024-11-26T11:20:27,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T11:20:27,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T11:20:27,708 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:20:27,708 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:20:27,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:27,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:27,708 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:20:27,708 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T11:20:27,708 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1532660868, stopped=false 2024-11-26T11:20:27,708 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7f3a3edaecc3,41689,1732620003782 2024-11-26T11:20:27,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41689-0x10176df1d7a0000, quorum=127.0.0.1:58678, baseZNode=/0-46586775 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-46586775/running 2024-11-26T11:20:27,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46825-0x10176df1d7a0001, quorum=127.0.0.1:58678, baseZNode=/0-46586775 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-46586775/running 2024-11-26T11:20:27,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41689-0x10176df1d7a0000, quorum=127.0.0.1:58678, baseZNode=/0-46586775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-46586775 2024-11-26T11:20:27,727 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T11:20:27,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46825-0x10176df1d7a0001, quorum=127.0.0.1:58678, baseZNode=/0-46586775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-46586775 2024-11-26T11:20:27,728 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41689-0x10176df1d7a0000, quorum=127.0.0.1:58678, baseZNode=/0-46586775 Set watcher on znode that does not yet exist, /0-46586775/running 2024-11-26T11:20:27,728 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:20:27,728 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46825-0x10176df1d7a0001, quorum=127.0.0.1:58678, baseZNode=/0-46586775 Set watcher on znode that does not yet exist, /0-46586775/running 2024-11-26T11:20:27,728 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:20:27,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:27,728 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7f3a3edaecc3,46825,1732620003979' ***** 2024-11-26T11:20:27,728 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T11:20:27,728 INFO [RS:0;7f3a3edaecc3:46825 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T11:20:27,728 INFO [RS:0;7f3a3edaecc3:46825 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T11:20:27,728 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T11:20:27,728 INFO [RS:0;7f3a3edaecc3:46825 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T11:20:27,728 INFO [RS:0;7f3a3edaecc3:46825 {}] regionserver.HRegionServer(3091): Received CLOSE for 9dbe0c60bf1b602d5966192df531321e 2024-11-26T11:20:27,729 INFO [RS:0;7f3a3edaecc3:46825 {}] regionserver.HRegionServer(3091): Received CLOSE for 04796f684cfe0bfb29e3cb2fba50a9f4 2024-11-26T11:20:27,729 INFO [RS:0;7f3a3edaecc3:46825 {}] regionserver.HRegionServer(959): stopping server 7f3a3edaecc3,46825,1732620003979 2024-11-26T11:20:27,729 INFO [RS:0;7f3a3edaecc3:46825 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T11:20:27,729 INFO [RS:0;7f3a3edaecc3:46825 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7f3a3edaecc3:46825. 2024-11-26T11:20:27,729 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9dbe0c60bf1b602d5966192df531321e, disabling compactions & flushes 2024-11-26T11:20:27,729 DEBUG [RS:0;7f3a3edaecc3:46825 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:20:27,729 DEBUG [RS:0;7f3a3edaecc3:46825 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:27,729 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732620015885.9dbe0c60bf1b602d5966192df531321e. 2024-11-26T11:20:27,729 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732620015885.9dbe0c60bf1b602d5966192df531321e. 2024-11-26T11:20:27,729 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732620015885.9dbe0c60bf1b602d5966192df531321e. after waiting 0 ms 2024-11-26T11:20:27,729 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732620015885.9dbe0c60bf1b602d5966192df531321e. 2024-11-26T11:20:27,729 INFO [RS:0;7f3a3edaecc3:46825 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T11:20:27,729 INFO [RS:0;7f3a3edaecc3:46825 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T11:20:27,729 INFO [RS:0;7f3a3edaecc3:46825 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T11:20:27,729 INFO [RS:0;7f3a3edaecc3:46825 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T11:20:27,729 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9dbe0c60bf1b602d5966192df531321e 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-26T11:20:27,729 INFO [RS:0;7f3a3edaecc3:46825 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T11:20:27,729 DEBUG [RS:0;7f3a3edaecc3:46825 {}] regionserver.HRegionServer(1325): Online Regions={9dbe0c60bf1b602d5966192df531321e=hbase:replication,,1732620015885.9dbe0c60bf1b602d5966192df531321e., 04796f684cfe0bfb29e3cb2fba50a9f4=test,,1732620012564.04796f684cfe0bfb29e3cb2fba50a9f4., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T11:20:27,729 DEBUG [RS:0;7f3a3edaecc3:46825 {}] regionserver.HRegionServer(1351): Waiting on 04796f684cfe0bfb29e3cb2fba50a9f4, 1588230740, 9dbe0c60bf1b602d5966192df531321e 2024-11-26T11:20:27,729 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T11:20:27,729 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T11:20:27,729 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T11:20:27,729 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T11:20:27,729 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T11:20:27,729 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T11:20:27,730 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:20:27,730 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 7f3a3edaecc3:46197 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7f3a3edaecc3/172.17.0.3:46197 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:20:27,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7f3a3edaecc3,46197,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=7f3a3edaecc3:46197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7f3a3edaecc3/172.17.0.3:46197 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-26T11:20:27,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 7f3a3edaecc3:46197 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7f3a3edaecc3/172.17.0.3:46197 2024-11-26T11:20:27,750 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/data/hbase/replication/9dbe0c60bf1b602d5966192df531321e/.tmp/hfileref/2053072573194fa9a468928cef8aa3e4 is 74, key is 1/hfileref:1b211b83e8d7445eb5e42b1fa517b57e_SeqId_4_/1732620022451/DeleteColumn/seqid=0 2024-11-26T11:20:27,753 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/data/hbase/meta/1588230740/.tmp/info/ce090e9aa36a429ebbe59a07e54ddb68 is 147, key is hbase:replication,,1732620015885.9dbe0c60bf1b602d5966192df531321e./info:regioninfo/1732620016661/Put/seqid=0 2024-11-26T11:20:27,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36169 is added to blk_1073741846_1022 (size=5345) 2024-11-26T11:20:27,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36169 is added to blk_1073741847_1023 (size=7686) 2024-11-26T11:20:27,760 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46825,1732620003979.replicationSource.wal-reader.7f3a3edaecc3%2C46825%2C1732620003979,1-7f3a3edaecc3,46825,1732620003979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/WALs/7f3a3edaecc3,46825,1732620003979/7f3a3edaecc3%2C46825%2C1732620003979.1732620006211 to pos 1033, reset compression=false 2024-11-26T11:20:27,793 INFO [regionserver/7f3a3edaecc3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T11:20:27,929 DEBUG [RS:0;7f3a3edaecc3:46825 {}] regionserver.HRegionServer(1351): Waiting on 04796f684cfe0bfb29e3cb2fba50a9f4, 1588230740, 9dbe0c60bf1b602d5966192df531321e 2024-11-26T11:20:27,939 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:20:27,940 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 7f3a3edaecc3:46197 this server is in the failed servers list 2024-11-26T11:20:27,940 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7f3a3edaecc3,46197,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=7f3a3edaecc3:46197 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 7f3a3edaecc3:46197 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T11:20:28,075 INFO [regionserver/7f3a3edaecc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T11:20:28,075 INFO [regionserver/7f3a3edaecc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T11:20:28,130 DEBUG [RS:0;7f3a3edaecc3:46825 {}] regionserver.HRegionServer(1351): Waiting on 04796f684cfe0bfb29e3cb2fba50a9f4, 1588230740, 9dbe0c60bf1b602d5966192df531321e 2024-11-26T11:20:28,155 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/data/hbase/replication/9dbe0c60bf1b602d5966192df531321e/.tmp/hfileref/2053072573194fa9a468928cef8aa3e4 2024-11-26T11:20:28,157 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/data/hbase/meta/1588230740/.tmp/info/ce090e9aa36a429ebbe59a07e54ddb68 2024-11-26T11:20:28,172 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/data/hbase/replication/9dbe0c60bf1b602d5966192df531321e/.tmp/queue/c972509994f14e71883a1b5fefc9df25 is 153, key is 1-7f3a3edaecc3,46825,1732620003979/queue:7f3a3edaecc3%2C46825%2C1732620003979/1732620022453/Put/seqid=0 2024-11-26T11:20:28,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36169 is added to blk_1073741848_1024 (size=5352) 2024-11-26T11:20:28,181 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/data/hbase/meta/1588230740/.tmp/ns/6027b6dc2fe54cc99f828e8e5da639e9 is 43, key is default/ns:d/1732620007308/Put/seqid=0 2024-11-26T11:20:28,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36169 is added to blk_1073741849_1025 (size=5153) 2024-11-26T11:20:28,250 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:20:28,250 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 7f3a3edaecc3:46197 this server is in the failed servers list 2024-11-26T11:20:28,250 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7f3a3edaecc3,46197,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=7f3a3edaecc3:46197 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 7f3a3edaecc3:46197 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T11:20:28,330 DEBUG [RS:0;7f3a3edaecc3:46825 {}] regionserver.HRegionServer(1351): Waiting on 04796f684cfe0bfb29e3cb2fba50a9f4, 1588230740, 9dbe0c60bf1b602d5966192df531321e 2024-11-26T11:20:28,530 DEBUG [RS:0;7f3a3edaecc3:46825 {}] regionserver.HRegionServer(1351): Waiting on 04796f684cfe0bfb29e3cb2fba50a9f4, 1588230740, 9dbe0c60bf1b602d5966192df531321e 2024-11-26T11:20:28,564 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46825,1732620003979.replicationSource.wal-reader.7f3a3edaecc3%2C46825%2C1732620003979,1-7f3a3edaecc3,46825,1732620003979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/WALs/7f3a3edaecc3,46825,1732620003979/7f3a3edaecc3%2C46825%2C1732620003979.1732620006211 to pos 1033, reset compression=false 2024-11-26T11:20:28,576 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/data/hbase/replication/9dbe0c60bf1b602d5966192df531321e/.tmp/queue/c972509994f14e71883a1b5fefc9df25 2024-11-26T11:20:28,580 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/data/hbase/replication/9dbe0c60bf1b602d5966192df531321e/.tmp/hfileref/2053072573194fa9a468928cef8aa3e4 as hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/data/hbase/replication/9dbe0c60bf1b602d5966192df531321e/hfileref/2053072573194fa9a468928cef8aa3e4 2024-11-26T11:20:28,584 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/data/hbase/replication/9dbe0c60bf1b602d5966192df531321e/hfileref/2053072573194fa9a468928cef8aa3e4, entries=4, sequenceid=10, filesize=5.2 K 2024-11-26T11:20:28,584 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/data/hbase/replication/9dbe0c60bf1b602d5966192df531321e/.tmp/queue/c972509994f14e71883a1b5fefc9df25 as hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/data/hbase/replication/9dbe0c60bf1b602d5966192df531321e/queue/c972509994f14e71883a1b5fefc9df25 2024-11-26T11:20:28,585 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/data/hbase/meta/1588230740/.tmp/ns/6027b6dc2fe54cc99f828e8e5da639e9 2024-11-26T11:20:28,588 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/data/hbase/replication/9dbe0c60bf1b602d5966192df531321e/queue/c972509994f14e71883a1b5fefc9df25, entries=1, sequenceid=10, filesize=5.2 K 2024-11-26T11:20:28,589 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 9dbe0c60bf1b602d5966192df531321e in 860ms, sequenceid=10, compaction requested=false 2024-11-26T11:20:28,599 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/data/hbase/replication/9dbe0c60bf1b602d5966192df531321e/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-26T11:20:28,600 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T11:20:28,600 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T11:20:28,600 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732620015885.9dbe0c60bf1b602d5966192df531321e. 2024-11-26T11:20:28,600 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9dbe0c60bf1b602d5966192df531321e: Waiting for close lock at 1732620027729Running coprocessor pre-close hooks at 1732620027729Disabling compacts and flushes for region at 1732620027729Disabling writes for close at 1732620027729Obtaining lock to block concurrent updates at 1732620027729Preparing flush snapshotting stores in 9dbe0c60bf1b602d5966192df531321e at 1732620027729Finished memstore snapshotting hbase:replication,,1732620015885.9dbe0c60bf1b602d5966192df531321e., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1732620027729Flushing stores of hbase:replication,,1732620015885.9dbe0c60bf1b602d5966192df531321e. at 1732620027730 (+1 ms)Flushing 9dbe0c60bf1b602d5966192df531321e/hfileref: creating writer at 1732620027730Flushing 9dbe0c60bf1b602d5966192df531321e/hfileref: appending metadata at 1732620027749 (+19 ms)Flushing 9dbe0c60bf1b602d5966192df531321e/hfileref: closing flushed file at 1732620027749Flushing 9dbe0c60bf1b602d5966192df531321e/queue: creating writer at 1732620028159 (+410 ms)Flushing 9dbe0c60bf1b602d5966192df531321e/queue: appending metadata at 1732620028172 (+13 ms)Flushing 9dbe0c60bf1b602d5966192df531321e/queue: closing flushed file at 1732620028172Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f5d514e: reopening flushed file at 1732620028579 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a442e71: reopening flushed file at 1732620028584 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 9dbe0c60bf1b602d5966192df531321e in 860ms, sequenceid=10, compaction requested=false at 1732620028589 (+5 ms)Writing region close event to WAL at 1732620028596 (+7 ms)Running coprocessor post-close hooks at 1732620028600 (+4 ms)Closed at 1732620028600 2024-11-26T11:20:28,600 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732620015885.9dbe0c60bf1b602d5966192df531321e. 2024-11-26T11:20:28,600 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 04796f684cfe0bfb29e3cb2fba50a9f4, disabling compactions & flushes 2024-11-26T11:20:28,600 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732620012564.04796f684cfe0bfb29e3cb2fba50a9f4. 2024-11-26T11:20:28,600 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732620012564.04796f684cfe0bfb29e3cb2fba50a9f4. 2024-11-26T11:20:28,600 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732620012564.04796f684cfe0bfb29e3cb2fba50a9f4. after waiting 0 ms 2024-11-26T11:20:28,600 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732620012564.04796f684cfe0bfb29e3cb2fba50a9f4. 2024-11-26T11:20:28,602 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/data/hbase/meta/1588230740/.tmp/rep_barrier/f67b76b269294ecfa95d10cb344962f7 is 112, key is test,,1732620012564.04796f684cfe0bfb29e3cb2fba50a9f4./rep_barrier:seqnumDuringOpen/1732620013325/Put/seqid=0 2024-11-26T11:20:28,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36169 is added to blk_1073741850_1026 (size=5518) 2024-11-26T11:20:28,609 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/data/default/test/04796f684cfe0bfb29e3cb2fba50a9f4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T11:20:28,609 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/data/hbase/meta/1588230740/.tmp/rep_barrier/f67b76b269294ecfa95d10cb344962f7 2024-11-26T11:20:28,609 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T11:20:28,609 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T11:20:28,609 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732620012564.04796f684cfe0bfb29e3cb2fba50a9f4. 2024-11-26T11:20:28,609 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 04796f684cfe0bfb29e3cb2fba50a9f4: Waiting for close lock at 1732620028600Running coprocessor pre-close hooks at 1732620028600Disabling compacts and flushes for region at 1732620028600Disabling writes for close at 1732620028600Writing region close event to WAL at 1732620028601 (+1 ms)Running coprocessor post-close hooks at 1732620028609 (+8 ms)Closed at 1732620028609 2024-11-26T11:20:28,609 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732620012564.04796f684cfe0bfb29e3cb2fba50a9f4. 2024-11-26T11:20:28,625 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/data/hbase/meta/1588230740/.tmp/table/8a4ebb2081bb4cdbbf8131bab1cbd8cb is 53, key is hbase:replication/table:state/1732620016669/Put/seqid=0 2024-11-26T11:20:28,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36169 is added to blk_1073741851_1027 (size=5308) 2024-11-26T11:20:28,730 INFO [RS:0;7f3a3edaecc3:46825 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T11:20:28,730 DEBUG [RS:0;7f3a3edaecc3:46825 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T11:20:28,730 DEBUG [RS:0;7f3a3edaecc3:46825 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T11:20:28,759 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:20:28,760 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 7f3a3edaecc3:46197 this server is in the failed servers list 2024-11-26T11:20:28,760 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7f3a3edaecc3,46197,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=7f3a3edaecc3:46197 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 7f3a3edaecc3:46197 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T11:20:28,930 DEBUG [RS:0;7f3a3edaecc3:46825 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T11:20:29,029 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/data/hbase/meta/1588230740/.tmp/table/8a4ebb2081bb4cdbbf8131bab1cbd8cb 2024-11-26T11:20:29,034 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/data/hbase/meta/1588230740/.tmp/info/ce090e9aa36a429ebbe59a07e54ddb68 as hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/data/hbase/meta/1588230740/info/ce090e9aa36a429ebbe59a07e54ddb68 2024-11-26T11:20:29,037 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/data/hbase/meta/1588230740/info/ce090e9aa36a429ebbe59a07e54ddb68, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T11:20:29,038 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/data/hbase/meta/1588230740/.tmp/ns/6027b6dc2fe54cc99f828e8e5da639e9 as hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/data/hbase/meta/1588230740/ns/6027b6dc2fe54cc99f828e8e5da639e9 2024-11-26T11:20:29,042 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/data/hbase/meta/1588230740/ns/6027b6dc2fe54cc99f828e8e5da639e9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T11:20:29,042 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/data/hbase/meta/1588230740/.tmp/rep_barrier/f67b76b269294ecfa95d10cb344962f7 as hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/data/hbase/meta/1588230740/rep_barrier/f67b76b269294ecfa95d10cb344962f7 2024-11-26T11:20:29,045 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/data/hbase/meta/1588230740/rep_barrier/f67b76b269294ecfa95d10cb344962f7, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T11:20:29,046 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/data/hbase/meta/1588230740/.tmp/table/8a4ebb2081bb4cdbbf8131bab1cbd8cb as hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/data/hbase/meta/1588230740/table/8a4ebb2081bb4cdbbf8131bab1cbd8cb 2024-11-26T11:20:29,049 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/data/hbase/meta/1588230740/table/8a4ebb2081bb4cdbbf8131bab1cbd8cb, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T11:20:29,050 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1321ms, sequenceid=16, compaction requested=false 2024-11-26T11:20:29,054 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T11:20:29,054 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T11:20:29,055 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T11:20:29,055 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T11:20:29,055 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732620027729Running coprocessor pre-close hooks at 1732620027729Disabling compacts and flushes for region at 1732620027729Disabling writes for close at 1732620027729Obtaining lock to block concurrent updates at 1732620027729Preparing flush snapshotting stores in 1588230740 at 1732620027729Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732620027730 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732620027730Flushing 1588230740/info: creating writer at 1732620027730Flushing 1588230740/info: appending metadata at 1732620027753 (+23 ms)Flushing 1588230740/info: closing flushed file at 1732620027753Flushing 1588230740/ns: creating writer at 1732620028161 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732620028181 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732620028181Flushing 1588230740/rep_barrier: creating writer at 1732620028588 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732620028601 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732620028601Flushing 1588230740/table: creating writer at 1732620028612 (+11 ms)Flushing 1588230740/table: appending metadata at 1732620028625 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732620028625Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b7fd062: reopening flushed file at 1732620029033 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d9437fb: reopening flushed file at 1732620029038 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bab670b: reopening flushed file at 1732620029042 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2615412f: reopening flushed file at 1732620029045 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1321ms, sequenceid=16, compaction requested=false at 1732620029050 (+5 ms)Writing region close event to WAL at 1732620029051 (+1 ms)Running coprocessor post-close hooks at 1732620029054 (+3 ms)Closed at 1732620029055 (+1 ms) 2024-11-26T11:20:29,055 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T11:20:29,130 INFO [RS:0;7f3a3edaecc3:46825 {}] regionserver.HRegionServer(976): stopping server 7f3a3edaecc3,46825,1732620003979; all regions closed. 2024-11-26T11:20:29,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36169 is added to blk_1073741834_1010 (size=4239) 2024-11-26T11:20:29,135 DEBUG [RS:0;7f3a3edaecc3:46825 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/oldWALs 2024-11-26T11:20:29,135 INFO [RS:0;7f3a3edaecc3:46825 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7f3a3edaecc3%2C46825%2C1732620003979.meta:.meta(num 1732620007232) 2024-11-26T11:20:29,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36169 is added to blk_1073741839_1015 (size=2695) 2024-11-26T11:20:29,139 DEBUG [RS:0;7f3a3edaecc3:46825 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/oldWALs 2024-11-26T11:20:29,139 INFO [RS:0;7f3a3edaecc3:46825 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7f3a3edaecc3%2C46825%2C1732620003979.rep:(num 1732620016628) 2024-11-26T11:20:29,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36169 is added to blk_1073741832_1008 (size=1336) 2024-11-26T11:20:29,143 DEBUG [RS:0;7f3a3edaecc3:46825 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/oldWALs 2024-11-26T11:20:29,143 INFO [RS:0;7f3a3edaecc3:46825 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7f3a3edaecc3%2C46825%2C1732620003979:(num 1732620006211) 2024-11-26T11:20:29,143 DEBUG [RS:0;7f3a3edaecc3:46825 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:29,143 INFO [RS:0;7f3a3edaecc3:46825 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T11:20:29,144 INFO [RS:0;7f3a3edaecc3:46825 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T11:20:29,144 INFO [RS:0;7f3a3edaecc3:46825 {}] hbase.ChoreService(370): Chore service for: regionserver/7f3a3edaecc3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T11:20:29,144 INFO [RS:0;7f3a3edaecc3:46825 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T11:20:29,144 INFO [regionserver/7f3a3edaecc3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T11:20:29,144 INFO [RS:0;7f3a3edaecc3:46825 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7f3a3edaecc3,46825,1732620003979 because: Region server is closing 2024-11-26T11:20:29,144 INFO [RS:0;7f3a3edaecc3:46825 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7f3a3edaecc3:46825. 2024-11-26T11:20:29,144 DEBUG [RS:0;7f3a3edaecc3:46825 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:20:29,144 DEBUG [RS:0;7f3a3edaecc3:46825 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:29,144 DEBUG [RS:0;7f3a3edaecc3:46825 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:29,144 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:20:29,245 WARN [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46825,1732620003979.replicationSource.wal-reader.7f3a3edaecc3%2C46825%2C1732620003979,1-7f3a3edaecc3,46825,1732620003979 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T11:20:29,245 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46825,1732620003979.replicationSource.shipper7f3a3edaecc3%2C46825%2C1732620003979,1-7f3a3edaecc3,46825,1732620003979 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-26T11:20:29,245 WARN [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46825,1732620003979.replicationSource.shipper7f3a3edaecc3%2C46825%2C1732620003979,1-7f3a3edaecc3,46825,1732620003979 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-26T11:20:29,245 WARN [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46825,1732620003979.replicationSource.shipper7f3a3edaecc3%2C46825%2C1732620003979,1-7f3a3edaecc3,46825,1732620003979 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-26T11:20:29,770 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:20:29,770 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7f3a3edaecc3,46197,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7f3a3edaecc3:46197 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T11:20:29,773 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2152 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7f3a3edaecc3,46197,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7f3a3edaecc3:46197 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T11:20:29,846 INFO [RS:0;7f3a3edaecc3:46825 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46825,1732620003979.replicationSource.shipper7f3a3edaecc3%2C46825%2C1732620003979,1-7f3a3edaecc3,46825,1732620003979 terminated 2024-11-26T11:20:29,846 INFO [RS:0;7f3a3edaecc3:46825 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7f3a3edaecc3:46825. 2024-11-26T11:20:29,846 DEBUG [RS:0;7f3a3edaecc3:46825 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:20:29,846 DEBUG [RS:0;7f3a3edaecc3:46825 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:29,846 DEBUG [RS:0;7f3a3edaecc3:46825 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:29,846 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:20:29,846 INFO [RS:0;7f3a3edaecc3:46825 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46825 2024-11-26T11:20:29,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46825-0x10176df1d7a0001, quorum=127.0.0.1:58678, baseZNode=/0-46586775 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-46586775/rs/7f3a3edaecc3,46825,1732620003979 2024-11-26T11:20:29,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41689-0x10176df1d7a0000, quorum=127.0.0.1:58678, baseZNode=/0-46586775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-46586775/rs 2024-11-26T11:20:29,901 INFO [RS:0;7f3a3edaecc3:46825 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T11:20:29,911 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7f3a3edaecc3,46825,1732620003979] 2024-11-26T11:20:29,922 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-46586775/draining/7f3a3edaecc3,46825,1732620003979 already deleted, retry=false 2024-11-26T11:20:29,922 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7f3a3edaecc3,46825,1732620003979 expired; onlineServers=0 2024-11-26T11:20:29,922 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7f3a3edaecc3,41689,1732620003782' ***** 2024-11-26T11:20:29,922 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T11:20:29,922 INFO [M:0;7f3a3edaecc3:41689 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T11:20:29,922 INFO [M:0;7f3a3edaecc3:41689 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T11:20:29,922 DEBUG [M:0;7f3a3edaecc3:41689 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T11:20:29,922 DEBUG [M:0;7f3a3edaecc3:41689 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T11:20:29,922 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T11:20:29,922 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732620005976 {}] cleaner.HFileCleaner(306): Exit Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732620005976,5,FailOnTimeoutGroup] 2024-11-26T11:20:29,922 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732620005972 {}] cleaner.HFileCleaner(306): Exit Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732620005972,5,FailOnTimeoutGroup] 2024-11-26T11:20:29,922 INFO [M:0;7f3a3edaecc3:41689 {}] hbase.ChoreService(370): Chore service for: master/7f3a3edaecc3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T11:20:29,923 INFO [M:0;7f3a3edaecc3:41689 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T11:20:29,923 DEBUG [M:0;7f3a3edaecc3:41689 {}] master.HMaster(1795): Stopping service threads 2024-11-26T11:20:29,923 INFO [M:0;7f3a3edaecc3:41689 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T11:20:29,923 INFO [M:0;7f3a3edaecc3:41689 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T11:20:29,923 INFO [M:0;7f3a3edaecc3:41689 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T11:20:29,923 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T11:20:29,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41689-0x10176df1d7a0000, quorum=127.0.0.1:58678, baseZNode=/0-46586775 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-46586775/master 2024-11-26T11:20:29,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41689-0x10176df1d7a0000, quorum=127.0.0.1:58678, baseZNode=/0-46586775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-46586775 2024-11-26T11:20:29,933 DEBUG [M:0;7f3a3edaecc3:41689 {}] zookeeper.ZKUtil(347): master:41689-0x10176df1d7a0000, quorum=127.0.0.1:58678, baseZNode=/0-46586775 Unable to get data of znode /0-46586775/master because node does not exist (not an error) 2024-11-26T11:20:29,933 WARN [M:0;7f3a3edaecc3:41689 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T11:20:29,933 INFO [M:0;7f3a3edaecc3:41689 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/.lastflushedseqids 2024-11-26T11:20:29,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36169 is added to blk_1073741852_1028 (size=263) 2024-11-26T11:20:30,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46825-0x10176df1d7a0001, quorum=127.0.0.1:58678, baseZNode=/0-46586775 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:20:30,012 INFO [RS:0;7f3a3edaecc3:46825 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T11:20:30,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46825-0x10176df1d7a0001, quorum=127.0.0.1:58678, baseZNode=/0-46586775 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:20:30,012 INFO [RS:0;7f3a3edaecc3:46825 {}] regionserver.HRegionServer(1031): Exiting; stopping=7f3a3edaecc3,46825,1732620003979; zookeeper connection closed. 2024-11-26T11:20:30,012 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@22f6747e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@22f6747e 2024-11-26T11:20:30,012 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T11:20:30,337 INFO [M:0;7f3a3edaecc3:41689 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T11:20:30,337 INFO [M:0;7f3a3edaecc3:41689 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T11:20:30,337 DEBUG [M:0;7f3a3edaecc3:41689 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T11:20:30,337 INFO [M:0;7f3a3edaecc3:41689 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:20:30,337 DEBUG [M:0;7f3a3edaecc3:41689 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:20:30,337 DEBUG [M:0;7f3a3edaecc3:41689 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T11:20:30,337 DEBUG [M:0;7f3a3edaecc3:41689 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:20:30,338 INFO [M:0;7f3a3edaecc3:41689 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-26T11:20:30,351 DEBUG [M:0;7f3a3edaecc3:41689 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/427923814a254d22b2de6df4083864b0 is 82, key is hbase:meta,,1/info:regioninfo/1732620007263/Put/seqid=0 2024-11-26T11:20:30,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36169 is added to blk_1073741853_1029 (size=5672) 2024-11-26T11:20:30,757 INFO [M:0;7f3a3edaecc3:41689 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/427923814a254d22b2de6df4083864b0 2024-11-26T11:20:30,773 DEBUG [M:0;7f3a3edaecc3:41689 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/44402a456ff94e5e8c32b45891ed4f41 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732620016673/Put/seqid=0 2024-11-26T11:20:30,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36169 is added to blk_1073741854_1030 (size=8516) 2024-11-26T11:20:31,069 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T11:20:31,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:31,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:31,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:31,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:31,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:31,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:31,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:31,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:31,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:31,177 INFO [M:0;7f3a3edaecc3:41689 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/44402a456ff94e5e8c32b45891ed4f41 2024-11-26T11:20:31,198 DEBUG [M:0;7f3a3edaecc3:41689 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f506bf3e333c43568fe2aee5016fc0b8 is 69, key is 7f3a3edaecc3,46825,1732620003979/rs:state/1732620006048/Put/seqid=0 2024-11-26T11:20:31,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36169 is added to blk_1073741855_1031 (size=5156) 2024-11-26T11:20:31,602 INFO [M:0;7f3a3edaecc3:41689 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f506bf3e333c43568fe2aee5016fc0b8 2024-11-26T11:20:31,605 DEBUG [M:0;7f3a3edaecc3:41689 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/427923814a254d22b2de6df4083864b0 as hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/427923814a254d22b2de6df4083864b0 2024-11-26T11:20:31,609 INFO [M:0;7f3a3edaecc3:41689 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/427923814a254d22b2de6df4083864b0, entries=8, sequenceid=97, filesize=5.5 K 2024-11-26T11:20:31,610 DEBUG [M:0;7f3a3edaecc3:41689 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/44402a456ff94e5e8c32b45891ed4f41 as hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/44402a456ff94e5e8c32b45891ed4f41 2024-11-26T11:20:31,614 INFO [M:0;7f3a3edaecc3:41689 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/44402a456ff94e5e8c32b45891ed4f41, entries=11, sequenceid=97, filesize=8.3 K 2024-11-26T11:20:31,614 DEBUG [M:0;7f3a3edaecc3:41689 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f506bf3e333c43568fe2aee5016fc0b8 as hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f506bf3e333c43568fe2aee5016fc0b8 2024-11-26T11:20:31,618 INFO [M:0;7f3a3edaecc3:41689 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40685/user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f506bf3e333c43568fe2aee5016fc0b8, entries=1, sequenceid=97, filesize=5.0 K 2024-11-26T11:20:31,619 INFO [M:0;7f3a3edaecc3:41689 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=97, compaction requested=false 2024-11-26T11:20:31,624 INFO [M:0;7f3a3edaecc3:41689 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:20:31,624 DEBUG [M:0;7f3a3edaecc3:41689 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732620030337Disabling compacts and flushes for region at 1732620030337Disabling writes for close at 1732620030337Obtaining lock to block concurrent updates at 1732620030338 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732620030338Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732620030338Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732620030338Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732620030338Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732620030351 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732620030351Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732620030760 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732620030773 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732620030773Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732620031181 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732620031197 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732620031197Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74726401: reopening flushed file at 1732620031605 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50766227: reopening flushed file at 1732620031609 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ed547d2: reopening flushed file at 1732620031614 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=97, compaction requested=false at 1732620031619 (+5 ms)Writing region close event to WAL at 1732620031624 (+5 ms)Closed at 1732620031624 2024-11-26T11:20:31,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36169 is added to blk_1073741830_1006 (size=63654) 2024-11-26T11:20:31,626 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6cb1fb22-3f48-0e8e-1b4c-ac0179aa532b/MasterData/WALs/7f3a3edaecc3,41689,1732620003782/7f3a3edaecc3%2C41689%2C1732620003782.1732620005704 not finished, retry = 0 2024-11-26T11:20:31,727 INFO [M:0;7f3a3edaecc3:41689 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T11:20:31,727 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T11:20:31,727 INFO [M:0;7f3a3edaecc3:41689 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41689 2024-11-26T11:20:31,728 INFO [M:0;7f3a3edaecc3:41689 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T11:20:31,789 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:20:31,790 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7f3a3edaecc3,46197,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7f3a3edaecc3:46197 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T11:20:31,790 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4171 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7f3a3edaecc3,46197,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7f3a3edaecc3:46197 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T11:20:31,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41689-0x10176df1d7a0000, quorum=127.0.0.1:58678, baseZNode=/0-46586775 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:20:31,917 INFO [M:0;7f3a3edaecc3:41689 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T11:20:31,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41689-0x10176df1d7a0000, quorum=127.0.0.1:58678, baseZNode=/0-46586775 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:20:31,919 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9f1b774{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T11:20:31,920 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31551dc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T11:20:31,920 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T11:20:31,920 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22317122{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T11:20:31,920 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ec3ab4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b04a28-365b-d10d-aa06-b2aac671df95/hadoop.log.dir/,STOPPED} 2024-11-26T11:20:31,921 WARN [BP-813731458-172.17.0.3-1732620001775 heartbeating to localhost/127.0.0.1:40685 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T11:20:31,921 WARN [BP-813731458-172.17.0.3-1732620001775 heartbeating to localhost/127.0.0.1:40685 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-813731458-172.17.0.3-1732620001775 (Datanode Uuid e2242e8d-054e-46b9-8ce9-ed3cb19de777) service to localhost/127.0.0.1:40685 2024-11-26T11:20:31,921 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T11:20:31,921 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T11:20:31,921 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b04a28-365b-d10d-aa06-b2aac671df95/cluster_bcb2a379-7064-433c-29b6-0e73b19b03d9/data/data1/current/BP-813731458-172.17.0.3-1732620001775 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T11:20:31,922 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b04a28-365b-d10d-aa06-b2aac671df95/cluster_bcb2a379-7064-433c-29b6-0e73b19b03d9/data/data2/current/BP-813731458-172.17.0.3-1732620001775 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T11:20:31,922 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T11:20:31,928 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bcb760f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T11:20:31,929 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@79782549{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T11:20:31,929 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T11:20:31,929 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ead3bc2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T11:20:31,929 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f13c89d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b04a28-365b-d10d-aa06-b2aac671df95/hadoop.log.dir/,STOPPED} 2024-11-26T11:20:31,942 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T11:20:31,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T11:20:31,980 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=242 (was 205) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:40685 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40685 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58678) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43599 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40685 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40685 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:43599 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43599 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43599 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:43599 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:43599 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58678) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40685 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43599 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:40685 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43599 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40685 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43599 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:43599 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:43599 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:43599 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43599 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:40685 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:40685 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:40685 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40685 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:40685 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:43599 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=624 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=317 (was 253) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6269 (was 6365) 2024-11-26T11:20:31,989 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=242, OpenFileDescriptor=624, MaxFileDescriptor=1048576, SystemLoadAverage=317, ProcessCount=11, AvailableMemoryMB=6268 2024-11-26T11:20:32,006 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-26T11:20:32,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e36bb98-0e12-9558-7962-d134a74e70c9/hadoop.log.dir so I do NOT create it in target/test-data/80fac84c-87a0-76bc-a163-c10112d057e5 2024-11-26T11:20:32,006 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e36bb98-0e12-9558-7962-d134a74e70c9/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T11:20:32,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e36bb98-0e12-9558-7962-d134a74e70c9/hadoop.tmp.dir so I do NOT create it in target/test-data/80fac84c-87a0-76bc-a163-c10112d057e5 2024-11-26T11:20:32,006 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e36bb98-0e12-9558-7962-d134a74e70c9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T11:20:32,007 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80fac84c-87a0-76bc-a163-c10112d057e5 2024-11-26T11:20:32,007 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80fac84c-87a0-76bc-a163-c10112d057e5/cluster_f8e6bc6f-e5b8-80ca-2762-4b0ae3a3976f, deleteOnExit=true 2024-11-26T11:20:32,029 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80fac84c-87a0-76bc-a163-c10112d057e5/cluster_f8e6bc6f-e5b8-80ca-2762-4b0ae3a3976f/zookeeper_0, clientPort=56635, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80fac84c-87a0-76bc-a163-c10112d057e5/cluster_f8e6bc6f-e5b8-80ca-2762-4b0ae3a3976f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80fac84c-87a0-76bc-a163-c10112d057e5/cluster_f8e6bc6f-e5b8-80ca-2762-4b0ae3a3976f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T11:20:32,030 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56635 2024-11-26T11:20:32,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T11:20:32,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T11:20:32,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80fac84c-87a0-76bc-a163-c10112d057e5/test.cache.data in system properties and HBase conf 2024-11-26T11:20:32,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80fac84c-87a0-76bc-a163-c10112d057e5/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T11:20:32,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80fac84c-87a0-76bc-a163-c10112d057e5/hadoop.log.dir in system properties and HBase conf 2024-11-26T11:20:32,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80fac84c-87a0-76bc-a163-c10112d057e5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T11:20:32,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80fac84c-87a0-76bc-a163-c10112d057e5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T11:20:32,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T11:20:32,031 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T11:20:32,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80fac84c-87a0-76bc-a163-c10112d057e5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T11:20:32,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80fac84c-87a0-76bc-a163-c10112d057e5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T11:20:32,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80fac84c-87a0-76bc-a163-c10112d057e5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T11:20:32,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80fac84c-87a0-76bc-a163-c10112d057e5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T11:20:32,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80fac84c-87a0-76bc-a163-c10112d057e5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T11:20:32,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80fac84c-87a0-76bc-a163-c10112d057e5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T11:20:32,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80fac84c-87a0-76bc-a163-c10112d057e5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T11:20:32,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80fac84c-87a0-76bc-a163-c10112d057e5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T11:20:32,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80fac84c-87a0-76bc-a163-c10112d057e5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T11:20:32,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80fac84c-87a0-76bc-a163-c10112d057e5/nfs.dump.dir in system properties and HBase conf 2024-11-26T11:20:32,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80fac84c-87a0-76bc-a163-c10112d057e5/java.io.tmpdir in system properties and HBase conf 2024-11-26T11:20:32,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80fac84c-87a0-76bc-a163-c10112d057e5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T11:20:32,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80fac84c-87a0-76bc-a163-c10112d057e5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T11:20:32,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80fac84c-87a0-76bc-a163-c10112d057e5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T11:20:32,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10176df1d7a0005, quorum=127.0.0.1:58678, baseZNode=/1-2142367895 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T11:20:32,039 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10176df1d7a0005, quorum=127.0.0.1:58678, baseZNode=/1-2142367895 Received Disconnected from ZooKeeper, ignoring 2024-11-26T11:20:32,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10176df1d7a0002, quorum=127.0.0.1:58678, baseZNode=/0-46586775 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T11:20:32,039 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10176df1d7a0002, quorum=127.0.0.1:58678, baseZNode=/0-46586775 Received Disconnected from ZooKeeper, ignoring 2024-11-26T11:20:32,396 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:20:32,399 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T11:20:32,400 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T11:20:32,400 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T11:20:32,400 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T11:20:32,401 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:20:32,401 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2810157e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80fac84c-87a0-76bc-a163-c10112d057e5/hadoop.log.dir/,AVAILABLE} 2024-11-26T11:20:32,401 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d5379c2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T11:20:32,497 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@57c28b5b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80fac84c-87a0-76bc-a163-c10112d057e5/java.io.tmpdir/jetty-localhost-37965-hadoop-hdfs-3_4_1-tests_jar-_-any-9035800169870917146/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T11:20:32,498 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@fbce49f{HTTP/1.1, (http/1.1)}{localhost:37965} 2024-11-26T11:20:32,498 INFO [Time-limited test {}] server.Server(415): Started @204648ms 2024-11-26T11:20:32,733 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:20:32,735 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T11:20:32,740 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T11:20:32,740 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T11:20:32,740 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T11:20:32,741 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bb44bbc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80fac84c-87a0-76bc-a163-c10112d057e5/hadoop.log.dir/,AVAILABLE} 2024-11-26T11:20:32,741 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c5bb3f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T11:20:32,835 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b91a2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80fac84c-87a0-76bc-a163-c10112d057e5/java.io.tmpdir/jetty-localhost-40005-hadoop-hdfs-3_4_1-tests_jar-_-any-5438843659847277874/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T11:20:32,836 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d1d1411{HTTP/1.1, (http/1.1)}{localhost:40005} 2024-11-26T11:20:32,836 INFO [Time-limited test {}] server.Server(415): Started @204986ms 2024-11-26T11:20:32,837 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T11:20:33,614 WARN [Thread-2183 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80fac84c-87a0-76bc-a163-c10112d057e5/cluster_f8e6bc6f-e5b8-80ca-2762-4b0ae3a3976f/data/data2/current/BP-984628266-172.17.0.3-1732620032046/current, will proceed with Du for space computation calculation, 2024-11-26T11:20:33,614 WARN [Thread-2182 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80fac84c-87a0-76bc-a163-c10112d057e5/cluster_f8e6bc6f-e5b8-80ca-2762-4b0ae3a3976f/data/data1/current/BP-984628266-172.17.0.3-1732620032046/current, will proceed with Du for space computation calculation, 2024-11-26T11:20:33,631 WARN [Thread-2170 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T11:20:33,633 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x86c717b950aa2607 with lease ID 0x7165b8f8790d2a9f: Processing first storage report for DS-f874f46f-541c-402b-980a-06718bf27d39 from datanode DatanodeRegistration(127.0.0.1:39427, datanodeUuid=1d1f8d18-79e7-43d5-99e5-c6c031633308, infoPort=33977, infoSecurePort=0, ipcPort=46043, storageInfo=lv=-57;cid=testClusterID;nsid=1713732041;c=1732620032046) 2024-11-26T11:20:33,633 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x86c717b950aa2607 with lease ID 0x7165b8f8790d2a9f: from storage DS-f874f46f-541c-402b-980a-06718bf27d39 node DatanodeRegistration(127.0.0.1:39427, datanodeUuid=1d1f8d18-79e7-43d5-99e5-c6c031633308, infoPort=33977, infoSecurePort=0, ipcPort=46043, storageInfo=lv=-57;cid=testClusterID;nsid=1713732041;c=1732620032046), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T11:20:33,633 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x86c717b950aa2607 with lease ID 0x7165b8f8790d2a9f: Processing first storage report for DS-6ddb1963-c94d-4411-808b-8c1ae83f493e from datanode DatanodeRegistration(127.0.0.1:39427, datanodeUuid=1d1f8d18-79e7-43d5-99e5-c6c031633308, infoPort=33977, infoSecurePort=0, ipcPort=46043, storageInfo=lv=-57;cid=testClusterID;nsid=1713732041;c=1732620032046) 2024-11-26T11:20:33,633 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x86c717b950aa2607 with lease ID 0x7165b8f8790d2a9f: from storage DS-6ddb1963-c94d-4411-808b-8c1ae83f493e node DatanodeRegistration(127.0.0.1:39427, datanodeUuid=1d1f8d18-79e7-43d5-99e5-c6c031633308, infoPort=33977, infoSecurePort=0, ipcPort=46043, storageInfo=lv=-57;cid=testClusterID;nsid=1713732041;c=1732620032046), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T11:20:33,664 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80fac84c-87a0-76bc-a163-c10112d057e5 2024-11-26T11:20:33,664 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:20:33,665 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:20:33,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39427 is added to blk_1073741825_1001 (size=7) 2024-11-26T11:20:34,072 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918 with version=8 2024-11-26T11:20:34,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/hbase-staging 2024-11-26T11:20:34,073 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7f3a3edaecc3:0 server-side Connection retries=45 2024-11-26T11:20:34,074 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:20:34,074 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T11:20:34,074 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T11:20:34,074 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:20:34,074 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T11:20:34,074 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T11:20:34,074 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T11:20:34,074 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42477 2024-11-26T11:20:34,075 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42477 connecting to ZooKeeper ensemble=127.0.0.1:56635 2024-11-26T11:20:34,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:424770x0, quorum=127.0.0.1:56635, baseZNode=/0145986784 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:20:34,162 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42477-0x10176df93c80000 connected 2024-11-26T11:20:34,243 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:20:34,244 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:20:34,246 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42477-0x10176df93c80000, quorum=127.0.0.1:56635, baseZNode=/0145986784 Set watcher on znode that does not yet exist, /0145986784/running 2024-11-26T11:20:34,246 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918, hbase.cluster.distributed=false 2024-11-26T11:20:34,247 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42477-0x10176df93c80000, quorum=127.0.0.1:56635, baseZNode=/0145986784 Set watcher on znode that does not yet exist, /0145986784/acl 2024-11-26T11:20:34,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42477 2024-11-26T11:20:34,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42477 2024-11-26T11:20:34,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42477 2024-11-26T11:20:34,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42477 2024-11-26T11:20:34,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42477 2024-11-26T11:20:34,261 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7f3a3edaecc3:0 server-side Connection retries=45 2024-11-26T11:20:34,261 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:20:34,261 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T11:20:34,261 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T11:20:34,261 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:20:34,261 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T11:20:34,261 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T11:20:34,261 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T11:20:34,261 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39267 2024-11-26T11:20:34,262 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39267 connecting to ZooKeeper ensemble=127.0.0.1:56635 2024-11-26T11:20:34,263 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:20:34,264 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:20:34,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392670x0, quorum=127.0.0.1:56635, baseZNode=/0145986784 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:20:34,275 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:392670x0, quorum=127.0.0.1:56635, baseZNode=/0145986784 Set watcher on znode that does not yet exist, /0145986784/running 2024-11-26T11:20:34,275 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39267-0x10176df93c80001 connected 2024-11-26T11:20:34,275 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T11:20:34,275 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T11:20:34,276 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39267-0x10176df93c80001, quorum=127.0.0.1:56635, baseZNode=/0145986784 Set watcher on znode that does not yet exist, /0145986784/master 2024-11-26T11:20:34,276 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39267-0x10176df93c80001, quorum=127.0.0.1:56635, baseZNode=/0145986784 Set watcher on znode that does not yet exist, /0145986784/acl 2024-11-26T11:20:34,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39267 2024-11-26T11:20:34,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39267 2024-11-26T11:20:34,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39267 2024-11-26T11:20:34,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39267 2024-11-26T11:20:34,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39267 2024-11-26T11:20:34,291 DEBUG [M:0;7f3a3edaecc3:42477 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7f3a3edaecc3:42477 2024-11-26T11:20:34,292 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0145986784/backup-masters/7f3a3edaecc3,42477,1732620034073 2024-11-26T11:20:34,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39267-0x10176df93c80001, quorum=127.0.0.1:56635, baseZNode=/0145986784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0145986784/backup-masters 2024-11-26T11:20:34,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42477-0x10176df93c80000, quorum=127.0.0.1:56635, baseZNode=/0145986784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0145986784/backup-masters 2024-11-26T11:20:34,301 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42477-0x10176df93c80000, quorum=127.0.0.1:56635, baseZNode=/0145986784 Set watcher on existing znode=/0145986784/backup-masters/7f3a3edaecc3,42477,1732620034073 2024-11-26T11:20:34,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39267-0x10176df93c80001, quorum=127.0.0.1:56635, baseZNode=/0145986784 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0145986784/master 2024-11-26T11:20:34,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42477-0x10176df93c80000, quorum=127.0.0.1:56635, baseZNode=/0145986784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0145986784 2024-11-26T11:20:34,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39267-0x10176df93c80001, quorum=127.0.0.1:56635, baseZNode=/0145986784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0145986784 2024-11-26T11:20:34,311 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42477-0x10176df93c80000, quorum=127.0.0.1:56635, baseZNode=/0145986784 Set watcher on existing znode=/0145986784/master 2024-11-26T11:20:34,312 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0145986784/backup-masters/7f3a3edaecc3,42477,1732620034073 from backup master directory 2024-11-26T11:20:34,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42477-0x10176df93c80000, quorum=127.0.0.1:56635, baseZNode=/0145986784 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0145986784/backup-masters/7f3a3edaecc3,42477,1732620034073 2024-11-26T11:20:34,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42477-0x10176df93c80000, quorum=127.0.0.1:56635, baseZNode=/0145986784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0145986784/backup-masters 2024-11-26T11:20:34,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39267-0x10176df93c80001, quorum=127.0.0.1:56635, baseZNode=/0145986784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0145986784/backup-masters 2024-11-26T11:20:34,322 WARN [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T11:20:34,322 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7f3a3edaecc3,42477,1732620034073 2024-11-26T11:20:34,324 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/hbase.id] with ID: 91aab268-bcc1-4e11-9dbe-10245e1d3ff9 2024-11-26T11:20:34,324 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/.tmp/hbase.id 2024-11-26T11:20:34,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39427 is added to blk_1073741826_1002 (size=42) 2024-11-26T11:20:34,730 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/.tmp/hbase.id]:[hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/hbase.id] 2024-11-26T11:20:34,739 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:20:34,739 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T11:20:34,740 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T11:20:34,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42477-0x10176df93c80000, quorum=127.0.0.1:56635, baseZNode=/0145986784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0145986784 2024-11-26T11:20:34,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39267-0x10176df93c80001, quorum=127.0.0.1:56635, baseZNode=/0145986784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0145986784 2024-11-26T11:20:34,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39427 is added to blk_1073741827_1003 (size=196) 2024-11-26T11:20:34,790 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T11:20:34,791 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T11:20:34,792 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:20:34,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39427 is added to blk_1073741828_1004 (size=1189) 2024-11-26T11:20:35,204 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/MasterData/data/master/store 2024-11-26T11:20:35,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39427 is added to blk_1073741829_1005 (size=34) 2024-11-26T11:20:35,610 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:20:35,610 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T11:20:35,610 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:20:35,610 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:20:35,610 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T11:20:35,610 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:20:35,610 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:20:35,610 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732620035610Disabling compacts and flushes for region at 1732620035610Disabling writes for close at 1732620035610Writing region close event to WAL at 1732620035610Closed at 1732620035610 2024-11-26T11:20:35,611 WARN [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/MasterData/data/master/store/.initializing 2024-11-26T11:20:35,611 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/MasterData/WALs/7f3a3edaecc3,42477,1732620034073 2024-11-26T11:20:35,612 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T11:20:35,613 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7f3a3edaecc3%2C42477%2C1732620034073, suffix=, logDir=hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/MasterData/WALs/7f3a3edaecc3,42477,1732620034073, archiveDir=hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/MasterData/oldWALs, maxLogs=10 2024-11-26T11:20:35,630 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/MasterData/WALs/7f3a3edaecc3,42477,1732620034073/7f3a3edaecc3%2C42477%2C1732620034073.1732620035613, exclude list is [], retry=0 2024-11-26T11:20:35,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39427,DS-f874f46f-541c-402b-980a-06718bf27d39,DISK] 2024-11-26T11:20:35,638 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/MasterData/WALs/7f3a3edaecc3,42477,1732620034073/7f3a3edaecc3%2C42477%2C1732620034073.1732620035613 2024-11-26T11:20:35,638 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33977:33977)] 2024-11-26T11:20:35,638 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:20:35,639 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:20:35,639 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:20:35,639 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:20:35,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:20:35,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T11:20:35,641 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:35,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:20:35,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:20:35,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T11:20:35,642 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:35,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:20:35,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:20:35,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T11:20:35,643 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:35,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:20:35,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:20:35,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T11:20:35,644 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:35,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:20:35,645 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:20:35,645 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:20:35,645 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:20:35,646 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:20:35,646 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:20:35,647 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:20:35,647 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:20:35,649 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:20:35,649 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60231535, jitterRate=-0.10248018801212311}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:20:35,650 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732620035639Initializing all the Stores at 1732620035640 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620035640Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620035640Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620035640Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620035640Cleaning up temporary data from old regions at 1732620035646 (+6 ms)Region opened successfully at 1732620035650 (+4 ms) 2024-11-26T11:20:35,650 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T11:20:35,653 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28431ea8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7f3a3edaecc3/172.17.0.3:0 2024-11-26T11:20:35,653 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T11:20:35,654 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T11:20:35,654 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T11:20:35,654 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T11:20:35,654 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T11:20:35,655 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T11:20:35,655 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T11:20:35,656 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T11:20:35,657 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42477-0x10176df93c80000, quorum=127.0.0.1:56635, baseZNode=/0145986784 Unable to get data of znode /0145986784/balancer because node does not exist (not necessarily an error) 2024-11-26T11:20:35,753 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0145986784/balancer already deleted, retry=false 2024-11-26T11:20:35,753 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T11:20:35,754 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42477-0x10176df93c80000, quorum=127.0.0.1:56635, baseZNode=/0145986784 Unable to get data of znode /0145986784/normalizer because node does not exist (not necessarily an error) 2024-11-26T11:20:35,764 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0145986784/normalizer already deleted, retry=false 2024-11-26T11:20:35,764 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T11:20:35,765 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42477-0x10176df93c80000, quorum=127.0.0.1:56635, baseZNode=/0145986784 Unable to get data of znode /0145986784/switch/split because node does not exist (not necessarily an error) 2024-11-26T11:20:35,774 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0145986784/switch/split already deleted, retry=false 2024-11-26T11:20:35,775 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42477-0x10176df93c80000, quorum=127.0.0.1:56635, baseZNode=/0145986784 Unable to get data of znode /0145986784/switch/merge because node does not exist (not necessarily an error) 2024-11-26T11:20:35,785 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0145986784/switch/merge already deleted, retry=false 2024-11-26T11:20:35,786 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42477-0x10176df93c80000, quorum=127.0.0.1:56635, baseZNode=/0145986784 Unable to get data of znode /0145986784/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T11:20:35,795 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0145986784/snapshot-cleanup already deleted, retry=false 2024-11-26T11:20:35,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39267-0x10176df93c80001, quorum=127.0.0.1:56635, baseZNode=/0145986784 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0145986784/running 2024-11-26T11:20:35,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42477-0x10176df93c80000, quorum=127.0.0.1:56635, baseZNode=/0145986784 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0145986784/running 2024-11-26T11:20:35,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39267-0x10176df93c80001, quorum=127.0.0.1:56635, baseZNode=/0145986784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0145986784 2024-11-26T11:20:35,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42477-0x10176df93c80000, quorum=127.0.0.1:56635, baseZNode=/0145986784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0145986784 2024-11-26T11:20:35,806 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7f3a3edaecc3,42477,1732620034073, sessionid=0x10176df93c80000, setting cluster-up flag (Was=false) 2024-11-26T11:20:35,809 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:20:35,809 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7f3a3edaecc3,46197,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7f3a3edaecc3:46197 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T11:20:35,810 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8191 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7f3a3edaecc3,46197,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7f3a3edaecc3:46197 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T11:20:35,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42477-0x10176df93c80000, quorum=127.0.0.1:56635, baseZNode=/0145986784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0145986784 2024-11-26T11:20:35,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39267-0x10176df93c80001, quorum=127.0.0.1:56635, baseZNode=/0145986784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0145986784 2024-11-26T11:20:35,858 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0145986784/flush-table-proc/acquired, /0145986784/flush-table-proc/reached, /0145986784/flush-table-proc/abort 2024-11-26T11:20:35,859 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7f3a3edaecc3,42477,1732620034073 2024-11-26T11:20:35,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42477-0x10176df93c80000, quorum=127.0.0.1:56635, baseZNode=/0145986784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0145986784 2024-11-26T11:20:35,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39267-0x10176df93c80001, quorum=127.0.0.1:56635, baseZNode=/0145986784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0145986784 2024-11-26T11:20:35,911 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0145986784/online-snapshot/acquired, /0145986784/online-snapshot/reached, /0145986784/online-snapshot/abort 2024-11-26T11:20:35,912 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7f3a3edaecc3,42477,1732620034073 2024-11-26T11:20:35,913 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T11:20:35,921 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T11:20:35,921 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T11:20:35,921 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T11:20:35,922 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7f3a3edaecc3,42477,1732620034073 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T11:20:35,923 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:20:35,923 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:20:35,923 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:20:35,923 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:20:35,923 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7f3a3edaecc3:0, corePoolSize=10, maxPoolSize=10 2024-11-26T11:20:35,923 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:20:35,923 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=2, maxPoolSize=2 2024-11-26T11:20:35,923 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:20:35,928 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732620065928 2024-11-26T11:20:35,928 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T11:20:35,928 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T11:20:35,928 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T11:20:35,928 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T11:20:35,928 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T11:20:35,928 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T11:20:35,928 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:35,928 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T11:20:35,928 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T11:20:35,929 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:35,929 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T11:20:35,932 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T11:20:35,932 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T11:20:35,932 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T11:20:35,932 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T11:20:35,936 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T11:20:35,936 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T11:20:35,939 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732620035936,5,FailOnTimeoutGroup] 2024-11-26T11:20:35,939 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732620035939,5,FailOnTimeoutGroup] 2024-11-26T11:20:35,939 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:35,939 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T11:20:35,939 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:35,939 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:35,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39427 is added to blk_1073741831_1007 (size=1321) 2024-11-26T11:20:35,942 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T11:20:35,942 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918 2024-11-26T11:20:35,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39427 is added to blk_1073741832_1008 (size=32) 2024-11-26T11:20:35,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:20:35,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T11:20:35,961 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T11:20:35,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:35,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:20:35,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T11:20:35,963 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T11:20:35,963 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:35,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:20:35,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T11:20:35,964 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T11:20:35,964 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:35,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:20:35,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T11:20:35,965 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T11:20:35,965 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:35,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:20:35,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T11:20:35,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/data/hbase/meta/1588230740 2024-11-26T11:20:35,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/data/hbase/meta/1588230740 2024-11-26T11:20:35,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T11:20:35,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T11:20:35,968 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:20:35,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T11:20:35,979 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:20:35,980 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63199744, jitterRate=-0.05825042724609375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:20:35,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732620035958Initializing all the Stores at 1732620035959 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620035959Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620035960 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620035960Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620035960Cleaning up temporary data from old regions at 1732620035967 (+7 ms)Region opened successfully at 1732620035980 (+13 ms) 2024-11-26T11:20:35,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T11:20:35,980 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T11:20:35,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T11:20:35,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T11:20:35,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T11:20:35,981 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T11:20:35,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732620035980Disabling compacts and flushes for region at 1732620035980Disabling writes for close at 1732620035980Writing region close event to WAL at 1732620035981 (+1 ms)Closed at 1732620035981 2024-11-26T11:20:35,982 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T11:20:35,982 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T11:20:35,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T11:20:35,983 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T11:20:35,984 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T11:20:35,986 INFO [RS:0;7f3a3edaecc3:39267 {}] regionserver.HRegionServer(746): ClusterId : 91aab268-bcc1-4e11-9dbe-10245e1d3ff9 2024-11-26T11:20:35,986 DEBUG [RS:0;7f3a3edaecc3:39267 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T11:20:35,996 DEBUG [RS:0;7f3a3edaecc3:39267 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T11:20:35,996 DEBUG [RS:0;7f3a3edaecc3:39267 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T11:20:36,007 DEBUG [RS:0;7f3a3edaecc3:39267 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T11:20:36,007 DEBUG [RS:0;7f3a3edaecc3:39267 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56bc4434, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7f3a3edaecc3/172.17.0.3:0 2024-11-26T11:20:36,023 DEBUG [RS:0;7f3a3edaecc3:39267 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7f3a3edaecc3:39267 2024-11-26T11:20:36,023 INFO [RS:0;7f3a3edaecc3:39267 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T11:20:36,023 INFO [RS:0;7f3a3edaecc3:39267 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T11:20:36,023 DEBUG [RS:0;7f3a3edaecc3:39267 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T11:20:36,024 INFO [RS:0;7f3a3edaecc3:39267 {}] regionserver.HRegionServer(2659): reportForDuty to master=7f3a3edaecc3,42477,1732620034073 with port=39267, startcode=1732620034260 2024-11-26T11:20:36,024 DEBUG [RS:0;7f3a3edaecc3:39267 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T11:20:36,026 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48435, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T11:20:36,026 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42477 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7f3a3edaecc3,39267,1732620034260 2024-11-26T11:20:36,026 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42477 {}] master.ServerManager(517): Registering regionserver=7f3a3edaecc3,39267,1732620034260 2024-11-26T11:20:36,028 DEBUG [RS:0;7f3a3edaecc3:39267 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918 2024-11-26T11:20:36,028 DEBUG [RS:0;7f3a3edaecc3:39267 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33397 2024-11-26T11:20:36,028 DEBUG [RS:0;7f3a3edaecc3:39267 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T11:20:36,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42477-0x10176df93c80000, quorum=127.0.0.1:56635, baseZNode=/0145986784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0145986784/rs 2024-11-26T11:20:36,038 DEBUG [RS:0;7f3a3edaecc3:39267 {}] zookeeper.ZKUtil(111): regionserver:39267-0x10176df93c80001, quorum=127.0.0.1:56635, baseZNode=/0145986784 Set watcher on existing znode=/0145986784/rs/7f3a3edaecc3,39267,1732620034260 2024-11-26T11:20:36,038 WARN [RS:0;7f3a3edaecc3:39267 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T11:20:36,038 INFO [RS:0;7f3a3edaecc3:39267 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:20:36,038 DEBUG [RS:0;7f3a3edaecc3:39267 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/WALs/7f3a3edaecc3,39267,1732620034260 2024-11-26T11:20:36,038 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7f3a3edaecc3,39267,1732620034260] 2024-11-26T11:20:36,041 INFO [RS:0;7f3a3edaecc3:39267 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T11:20:36,043 INFO [RS:0;7f3a3edaecc3:39267 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T11:20:36,043 INFO [RS:0;7f3a3edaecc3:39267 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T11:20:36,043 INFO [RS:0;7f3a3edaecc3:39267 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:36,043 INFO [RS:0;7f3a3edaecc3:39267 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T11:20:36,044 INFO [RS:0;7f3a3edaecc3:39267 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T11:20:36,044 INFO [RS:0;7f3a3edaecc3:39267 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:36,044 DEBUG [RS:0;7f3a3edaecc3:39267 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:20:36,044 DEBUG [RS:0;7f3a3edaecc3:39267 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:20:36,044 DEBUG [RS:0;7f3a3edaecc3:39267 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:20:36,044 DEBUG [RS:0;7f3a3edaecc3:39267 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:20:36,044 DEBUG [RS:0;7f3a3edaecc3:39267 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:20:36,044 DEBUG [RS:0;7f3a3edaecc3:39267 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7f3a3edaecc3:0, corePoolSize=2, maxPoolSize=2 2024-11-26T11:20:36,044 DEBUG [RS:0;7f3a3edaecc3:39267 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:20:36,044 DEBUG [RS:0;7f3a3edaecc3:39267 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:20:36,044 DEBUG [RS:0;7f3a3edaecc3:39267 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:20:36,044 DEBUG [RS:0;7f3a3edaecc3:39267 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:20:36,044 DEBUG [RS:0;7f3a3edaecc3:39267 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:20:36,044 DEBUG [RS:0;7f3a3edaecc3:39267 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:20:36,044 DEBUG [RS:0;7f3a3edaecc3:39267 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7f3a3edaecc3:0, corePoolSize=3, maxPoolSize=3 2024-11-26T11:20:36,045 DEBUG [RS:0;7f3a3edaecc3:39267 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7f3a3edaecc3:0, corePoolSize=3, maxPoolSize=3 2024-11-26T11:20:36,052 INFO [RS:0;7f3a3edaecc3:39267 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:36,052 INFO [RS:0;7f3a3edaecc3:39267 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:36,052 INFO [RS:0;7f3a3edaecc3:39267 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:36,052 INFO [RS:0;7f3a3edaecc3:39267 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:36,052 INFO [RS:0;7f3a3edaecc3:39267 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:36,052 INFO [RS:0;7f3a3edaecc3:39267 {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,39267,1732620034260-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T11:20:36,070 INFO [RS:0;7f3a3edaecc3:39267 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T11:20:36,070 INFO [RS:0;7f3a3edaecc3:39267 {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,39267,1732620034260-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:36,070 INFO [RS:0;7f3a3edaecc3:39267 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:36,070 INFO [RS:0;7f3a3edaecc3:39267 {}] regionserver.Replication(171): 7f3a3edaecc3,39267,1732620034260 started 2024-11-26T11:20:36,088 INFO [RS:0;7f3a3edaecc3:39267 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:36,088 INFO [RS:0;7f3a3edaecc3:39267 {}] regionserver.HRegionServer(1482): Serving as 7f3a3edaecc3,39267,1732620034260, RpcServer on 7f3a3edaecc3/172.17.0.3:39267, sessionid=0x10176df93c80001 2024-11-26T11:20:36,089 DEBUG [RS:0;7f3a3edaecc3:39267 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T11:20:36,089 DEBUG [RS:0;7f3a3edaecc3:39267 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7f3a3edaecc3,39267,1732620034260 2024-11-26T11:20:36,089 DEBUG [RS:0;7f3a3edaecc3:39267 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7f3a3edaecc3,39267,1732620034260' 2024-11-26T11:20:36,089 DEBUG [RS:0;7f3a3edaecc3:39267 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0145986784/flush-table-proc/abort' 2024-11-26T11:20:36,089 DEBUG [RS:0;7f3a3edaecc3:39267 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0145986784/flush-table-proc/acquired' 2024-11-26T11:20:36,090 DEBUG [RS:0;7f3a3edaecc3:39267 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T11:20:36,090 DEBUG [RS:0;7f3a3edaecc3:39267 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T11:20:36,090 DEBUG [RS:0;7f3a3edaecc3:39267 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7f3a3edaecc3,39267,1732620034260 2024-11-26T11:20:36,090 DEBUG [RS:0;7f3a3edaecc3:39267 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7f3a3edaecc3,39267,1732620034260' 2024-11-26T11:20:36,090 DEBUG [RS:0;7f3a3edaecc3:39267 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0145986784/online-snapshot/abort' 2024-11-26T11:20:36,090 DEBUG [RS:0;7f3a3edaecc3:39267 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0145986784/online-snapshot/acquired' 2024-11-26T11:20:36,090 DEBUG [RS:0;7f3a3edaecc3:39267 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T11:20:36,090 INFO [RS:0;7f3a3edaecc3:39267 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T11:20:36,090 INFO [RS:0;7f3a3edaecc3:39267 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T11:20:36,134 WARN [7f3a3edaecc3:42477 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-26T11:20:36,161 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T11:20:36,161 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T11:20:36,161 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T11:20:36,161 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-26T11:20:36,161 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T11:20:36,161 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T11:20:36,191 INFO [RS:0;7f3a3edaecc3:39267 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T11:20:36,192 INFO [RS:0;7f3a3edaecc3:39267 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7f3a3edaecc3%2C39267%2C1732620034260, suffix=, logDir=hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/WALs/7f3a3edaecc3,39267,1732620034260, archiveDir=hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/oldWALs, maxLogs=10 2024-11-26T11:20:36,208 DEBUG [RS:0;7f3a3edaecc3:39267 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/WALs/7f3a3edaecc3,39267,1732620034260/7f3a3edaecc3%2C39267%2C1732620034260.1732620036193, exclude list is [], retry=0 2024-11-26T11:20:36,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39427,DS-f874f46f-541c-402b-980a-06718bf27d39,DISK] 2024-11-26T11:20:36,212 INFO [RS:0;7f3a3edaecc3:39267 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/WALs/7f3a3edaecc3,39267,1732620034260/7f3a3edaecc3%2C39267%2C1732620034260.1732620036193 2024-11-26T11:20:36,213 DEBUG [RS:0;7f3a3edaecc3:39267 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33977:33977)] 2024-11-26T11:20:36,384 DEBUG [7f3a3edaecc3:42477 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T11:20:36,385 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7f3a3edaecc3,39267,1732620034260 2024-11-26T11:20:36,385 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7f3a3edaecc3,39267,1732620034260, state=OPENING 2024-11-26T11:20:36,437 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T11:20:36,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39267-0x10176df93c80001, quorum=127.0.0.1:56635, baseZNode=/0145986784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0145986784 2024-11-26T11:20:36,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42477-0x10176df93c80000, quorum=127.0.0.1:56635, baseZNode=/0145986784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0145986784 2024-11-26T11:20:36,448 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T11:20:36,448 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0145986784/meta-region-server: CHANGED 2024-11-26T11:20:36,448 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0145986784/meta-region-server: CHANGED 2024-11-26T11:20:36,448 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,39267,1732620034260}] 2024-11-26T11:20:36,600 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T11:20:36,602 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38353, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T11:20:36,604 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T11:20:36,604 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:20:36,604 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T11:20:36,605 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7f3a3edaecc3%2C39267%2C1732620034260.meta, suffix=.meta, logDir=hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/WALs/7f3a3edaecc3,39267,1732620034260, archiveDir=hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/oldWALs, maxLogs=10 2024-11-26T11:20:36,617 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/WALs/7f3a3edaecc3,39267,1732620034260/7f3a3edaecc3%2C39267%2C1732620034260.meta.1732620036606.meta, exclude list is [], retry=0 2024-11-26T11:20:36,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39427,DS-f874f46f-541c-402b-980a-06718bf27d39,DISK] 2024-11-26T11:20:36,620 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/WALs/7f3a3edaecc3,39267,1732620034260/7f3a3edaecc3%2C39267%2C1732620034260.meta.1732620036606.meta 2024-11-26T11:20:36,621 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33977:33977)] 2024-11-26T11:20:36,621 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:20:36,621 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T11:20:36,621 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T11:20:36,621 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T11:20:36,621 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T11:20:36,621 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T11:20:36,621 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:20:36,621 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T11:20:36,622 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T11:20:36,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T11:20:36,623 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T11:20:36,623 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:36,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:20:36,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T11:20:36,624 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T11:20:36,624 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:36,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:20:36,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T11:20:36,625 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T11:20:36,626 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:36,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:20:36,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T11:20:36,626 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T11:20:36,627 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:36,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:20:36,627 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T11:20:36,627 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/data/hbase/meta/1588230740 2024-11-26T11:20:36,628 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/data/hbase/meta/1588230740 2024-11-26T11:20:36,629 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T11:20:36,629 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T11:20:36,629 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:20:36,630 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T11:20:36,630 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63570354, jitterRate=-0.05272790789604187}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:20:36,630 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T11:20:36,631 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732620036622Writing region info on filesystem at 1732620036622Initializing all the Stores at 1732620036622Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620036622Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620036622Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620036623 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620036623Cleaning up temporary data from old regions at 1732620036629 (+6 ms)Running coprocessor post-open hooks at 1732620036630 (+1 ms)Region opened successfully at 1732620036631 (+1 ms) 2024-11-26T11:20:36,632 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732620036600 2024-11-26T11:20:36,633 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T11:20:36,633 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T11:20:36,634 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7f3a3edaecc3,39267,1732620034260 2024-11-26T11:20:36,634 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7f3a3edaecc3,39267,1732620034260, state=OPEN 2024-11-26T11:20:36,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39267-0x10176df93c80001, quorum=127.0.0.1:56635, baseZNode=/0145986784 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0145986784/meta-region-server 2024-11-26T11:20:36,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42477-0x10176df93c80000, quorum=127.0.0.1:56635, baseZNode=/0145986784 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0145986784/meta-region-server 2024-11-26T11:20:36,667 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,39267,1732620034260 2024-11-26T11:20:36,667 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0145986784/meta-region-server: CHANGED 2024-11-26T11:20:36,668 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0145986784/meta-region-server: CHANGED 2024-11-26T11:20:36,670 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T11:20:36,670 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,39267,1732620034260 in 219 msec 2024-11-26T11:20:36,672 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T11:20:36,672 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 688 msec 2024-11-26T11:20:36,672 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T11:20:36,672 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T11:20:36,673 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:20:36,674 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,39267,1732620034260, seqNum=-1] 2024-11-26T11:20:36,674 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:20:36,675 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43061, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:20:36,680 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 758 msec 2024-11-26T11:20:36,680 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732620036680, completionTime=-1 2024-11-26T11:20:36,680 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T11:20:36,680 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T11:20:36,682 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T11:20:36,682 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732620096682 2024-11-26T11:20:36,682 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732620156682 2024-11-26T11:20:36,682 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T11:20:36,682 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,42477,1732620034073-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:36,682 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,42477,1732620034073-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:36,682 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,42477,1732620034073-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:36,682 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7f3a3edaecc3:42477, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:36,682 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:36,682 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:36,684 DEBUG [master/7f3a3edaecc3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T11:20:36,686 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.364sec 2024-11-26T11:20:36,686 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T11:20:36,686 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T11:20:36,686 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T11:20:36,686 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T11:20:36,686 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T11:20:36,686 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,42477,1732620034073-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T11:20:36,686 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,42477,1732620034073-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T11:20:36,688 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T11:20:36,688 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T11:20:36,689 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,42477,1732620034073-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:36,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8b433f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:36,785 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,42477,-1 for getting cluster id 2024-11-26T11:20:36,786 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:20:36,787 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91aab268-bcc1-4e11-9dbe-10245e1d3ff9' 2024-11-26T11:20:36,787 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:20:36,787 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91aab268-bcc1-4e11-9dbe-10245e1d3ff9" 2024-11-26T11:20:36,787 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14097d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:36,787 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,42477,-1] 2024-11-26T11:20:36,787 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:20:36,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:36,788 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:20:36,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31c06bea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:36,790 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:20:36,790 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,39267,1732620034260, seqNum=-1] 2024-11-26T11:20:36,791 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:20:36,792 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:20:36,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7f3a3edaecc3,42477,1732620034073 2024-11-26T11:20:36,794 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56635 2024-11-26T11:20:36,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56635, baseZNode=/0145986784 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:20:36,817 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10176df93c80002 connected 2024-11-26T11:20:36,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80fac84c-87a0-76bc-a163-c10112d057e5/hadoop.log.dir so I do NOT create it in target/test-data/b3731906-f0e4-1883-d5e4-810697a2eb35 2024-11-26T11:20:36,829 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80fac84c-87a0-76bc-a163-c10112d057e5/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T11:20:36,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80fac84c-87a0-76bc-a163-c10112d057e5/hadoop.tmp.dir so I do NOT create it in target/test-data/b3731906-f0e4-1883-d5e4-810697a2eb35 2024-11-26T11:20:36,829 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80fac84c-87a0-76bc-a163-c10112d057e5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T11:20:36,830 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3731906-f0e4-1883-d5e4-810697a2eb35 2024-11-26T11:20:36,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T11:20:36,830 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3731906-f0e4-1883-d5e4-810697a2eb35/cluster_4167b2d7-dede-4c0a-3bbf-78674d5d953f, deleteOnExit=true 2024-11-26T11:20:36,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T11:20:36,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3731906-f0e4-1883-d5e4-810697a2eb35/test.cache.data in system properties and HBase conf 2024-11-26T11:20:36,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3731906-f0e4-1883-d5e4-810697a2eb35/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T11:20:36,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3731906-f0e4-1883-d5e4-810697a2eb35/hadoop.log.dir in system properties and HBase conf 2024-11-26T11:20:36,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3731906-f0e4-1883-d5e4-810697a2eb35/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T11:20:36,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3731906-f0e4-1883-d5e4-810697a2eb35/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T11:20:36,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T11:20:36,830 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T11:20:36,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3731906-f0e4-1883-d5e4-810697a2eb35/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T11:20:36,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3731906-f0e4-1883-d5e4-810697a2eb35/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T11:20:36,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3731906-f0e4-1883-d5e4-810697a2eb35/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T11:20:36,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3731906-f0e4-1883-d5e4-810697a2eb35/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T11:20:36,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3731906-f0e4-1883-d5e4-810697a2eb35/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T11:20:36,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3731906-f0e4-1883-d5e4-810697a2eb35/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T11:20:36,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3731906-f0e4-1883-d5e4-810697a2eb35/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T11:20:36,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3731906-f0e4-1883-d5e4-810697a2eb35/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T11:20:36,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3731906-f0e4-1883-d5e4-810697a2eb35/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T11:20:36,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3731906-f0e4-1883-d5e4-810697a2eb35/nfs.dump.dir in system properties and HBase conf 2024-11-26T11:20:36,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3731906-f0e4-1883-d5e4-810697a2eb35/java.io.tmpdir in system properties and HBase conf 2024-11-26T11:20:36,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3731906-f0e4-1883-d5e4-810697a2eb35/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T11:20:36,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3731906-f0e4-1883-d5e4-810697a2eb35/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T11:20:36,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3731906-f0e4-1883-d5e4-810697a2eb35/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T11:20:37,203 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:20:37,207 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T11:20:37,209 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T11:20:37,209 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T11:20:37,209 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T11:20:37,210 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:20:37,213 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@db38238{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3731906-f0e4-1883-d5e4-810697a2eb35/hadoop.log.dir/,AVAILABLE} 2024-11-26T11:20:37,214 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a0f4a1d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T11:20:37,317 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b5ae8a4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3731906-f0e4-1883-d5e4-810697a2eb35/java.io.tmpdir/jetty-localhost-34699-hadoop-hdfs-3_4_1-tests_jar-_-any-13178915011121358404/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T11:20:37,317 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ae61390{HTTP/1.1, (http/1.1)}{localhost:34699} 2024-11-26T11:20:37,317 INFO [Time-limited test {}] server.Server(415): Started @209468ms 2024-11-26T11:20:37,534 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:20:37,536 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T11:20:37,538 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T11:20:37,538 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T11:20:37,538 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T11:20:37,539 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7561b8df{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3731906-f0e4-1883-d5e4-810697a2eb35/hadoop.log.dir/,AVAILABLE} 2024-11-26T11:20:37,539 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b4abb7b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T11:20:37,634 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@967c459{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3731906-f0e4-1883-d5e4-810697a2eb35/java.io.tmpdir/jetty-localhost-38049-hadoop-hdfs-3_4_1-tests_jar-_-any-1822250100212781101/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T11:20:37,634 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b9d27ac{HTTP/1.1, (http/1.1)}{localhost:38049} 2024-11-26T11:20:37,635 INFO [Time-limited test {}] server.Server(415): Started @209785ms 2024-11-26T11:20:37,635 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T11:20:38,260 WARN [Thread-2302 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3731906-f0e4-1883-d5e4-810697a2eb35/cluster_4167b2d7-dede-4c0a-3bbf-78674d5d953f/data/data1/current/BP-809720154-172.17.0.3-1732620036852/current, will proceed with Du for space computation calculation, 2024-11-26T11:20:38,260 WARN [Thread-2303 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3731906-f0e4-1883-d5e4-810697a2eb35/cluster_4167b2d7-dede-4c0a-3bbf-78674d5d953f/data/data2/current/BP-809720154-172.17.0.3-1732620036852/current, will proceed with Du for space computation calculation, 2024-11-26T11:20:38,274 WARN [Thread-2290 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T11:20:38,276 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x81896666dd1d08d4 with lease ID 0x31808ffc565a63c1: Processing first storage report for DS-13bfbe37-17d8-4f20-af19-b991bace7330 from datanode DatanodeRegistration(127.0.0.1:34547, datanodeUuid=48c2cd49-497e-459b-82c0-3566ca441f96, infoPort=36599, infoSecurePort=0, ipcPort=43507, storageInfo=lv=-57;cid=testClusterID;nsid=83728559;c=1732620036852) 2024-11-26T11:20:38,276 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x81896666dd1d08d4 with lease ID 0x31808ffc565a63c1: from storage DS-13bfbe37-17d8-4f20-af19-b991bace7330 node DatanodeRegistration(127.0.0.1:34547, datanodeUuid=48c2cd49-497e-459b-82c0-3566ca441f96, infoPort=36599, infoSecurePort=0, ipcPort=43507, storageInfo=lv=-57;cid=testClusterID;nsid=83728559;c=1732620036852), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T11:20:38,276 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x81896666dd1d08d4 with lease ID 0x31808ffc565a63c1: Processing first storage report for DS-095e5a7d-54f5-4b25-84d4-9aa1066fe5e6 from datanode DatanodeRegistration(127.0.0.1:34547, datanodeUuid=48c2cd49-497e-459b-82c0-3566ca441f96, infoPort=36599, infoSecurePort=0, ipcPort=43507, storageInfo=lv=-57;cid=testClusterID;nsid=83728559;c=1732620036852) 2024-11-26T11:20:38,276 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x81896666dd1d08d4 with lease ID 0x31808ffc565a63c1: from storage DS-095e5a7d-54f5-4b25-84d4-9aa1066fe5e6 node DatanodeRegistration(127.0.0.1:34547, datanodeUuid=48c2cd49-497e-459b-82c0-3566ca441f96, infoPort=36599, infoSecurePort=0, ipcPort=43507, storageInfo=lv=-57;cid=testClusterID;nsid=83728559;c=1732620036852), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T11:20:38,359 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3731906-f0e4-1883-d5e4-810697a2eb35 2024-11-26T11:20:38,359 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:20:38,360 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:20:38,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34547 is added to blk_1073741825_1001 (size=7) 2024-11-26T11:20:38,767 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5 with version=8 2024-11-26T11:20:38,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/hbase-staging 2024-11-26T11:20:38,769 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7f3a3edaecc3:0 server-side Connection retries=45 2024-11-26T11:20:38,769 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:20:38,769 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T11:20:38,769 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T11:20:38,769 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:20:38,769 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T11:20:38,769 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T11:20:38,769 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T11:20:38,769 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46049 2024-11-26T11:20:38,770 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46049 connecting to ZooKeeper ensemble=127.0.0.1:56635 2024-11-26T11:20:38,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:460490x0, quorum=127.0.0.1:56635, baseZNode=/11575516127 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:20:38,890 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46049-0x10176df93c80003 connected 2024-11-26T11:20:38,964 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:20:38,965 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:20:38,967 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46049-0x10176df93c80003, quorum=127.0.0.1:56635, baseZNode=/11575516127 Set watcher on znode that does not yet exist, /11575516127/running 2024-11-26T11:20:38,967 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5, hbase.cluster.distributed=false 2024-11-26T11:20:38,969 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46049-0x10176df93c80003, quorum=127.0.0.1:56635, baseZNode=/11575516127 Set watcher on znode that does not yet exist, /11575516127/acl 2024-11-26T11:20:38,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46049 2024-11-26T11:20:38,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46049 2024-11-26T11:20:38,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46049 2024-11-26T11:20:38,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46049 2024-11-26T11:20:38,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46049 2024-11-26T11:20:38,986 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7f3a3edaecc3:0 server-side Connection retries=45 2024-11-26T11:20:38,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:20:38,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T11:20:38,986 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T11:20:38,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:20:38,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T11:20:38,986 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T11:20:38,986 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T11:20:38,987 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45655 2024-11-26T11:20:38,987 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45655 connecting to ZooKeeper ensemble=127.0.0.1:56635 2024-11-26T11:20:38,988 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:20:38,990 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:20:39,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:456550x0, quorum=127.0.0.1:56635, baseZNode=/11575516127 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:20:39,001 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45655-0x10176df93c80004 connected 2024-11-26T11:20:39,001 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45655-0x10176df93c80004, quorum=127.0.0.1:56635, baseZNode=/11575516127 Set watcher on znode that does not yet exist, /11575516127/running 2024-11-26T11:20:39,001 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T11:20:39,001 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T11:20:39,002 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45655-0x10176df93c80004, quorum=127.0.0.1:56635, baseZNode=/11575516127 Set watcher on znode that does not yet exist, /11575516127/master 2024-11-26T11:20:39,003 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45655-0x10176df93c80004, quorum=127.0.0.1:56635, baseZNode=/11575516127 Set watcher on znode that does not yet exist, /11575516127/acl 2024-11-26T11:20:39,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45655 2024-11-26T11:20:39,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45655 2024-11-26T11:20:39,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45655 2024-11-26T11:20:39,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45655 2024-11-26T11:20:39,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45655 2024-11-26T11:20:39,014 DEBUG [M:0;7f3a3edaecc3:46049 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7f3a3edaecc3:46049 2024-11-26T11:20:39,014 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11575516127/backup-masters/7f3a3edaecc3,46049,1732620038769 2024-11-26T11:20:39,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45655-0x10176df93c80004, quorum=127.0.0.1:56635, baseZNode=/11575516127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11575516127/backup-masters 2024-11-26T11:20:39,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46049-0x10176df93c80003, quorum=127.0.0.1:56635, baseZNode=/11575516127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11575516127/backup-masters 2024-11-26T11:20:39,027 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46049-0x10176df93c80003, quorum=127.0.0.1:56635, baseZNode=/11575516127 Set watcher on existing znode=/11575516127/backup-masters/7f3a3edaecc3,46049,1732620038769 2024-11-26T11:20:39,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46049-0x10176df93c80003, quorum=127.0.0.1:56635, baseZNode=/11575516127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11575516127 2024-11-26T11:20:39,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45655-0x10176df93c80004, quorum=127.0.0.1:56635, baseZNode=/11575516127 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11575516127/master 2024-11-26T11:20:39,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45655-0x10176df93c80004, quorum=127.0.0.1:56635, baseZNode=/11575516127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11575516127 2024-11-26T11:20:39,037 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46049-0x10176df93c80003, quorum=127.0.0.1:56635, baseZNode=/11575516127 Set watcher on existing znode=/11575516127/master 2024-11-26T11:20:39,038 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11575516127/backup-masters/7f3a3edaecc3,46049,1732620038769 from backup master directory 2024-11-26T11:20:39,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45655-0x10176df93c80004, quorum=127.0.0.1:56635, baseZNode=/11575516127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11575516127/backup-masters 2024-11-26T11:20:39,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46049-0x10176df93c80003, quorum=127.0.0.1:56635, baseZNode=/11575516127 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11575516127/backup-masters/7f3a3edaecc3,46049,1732620038769 2024-11-26T11:20:39,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46049-0x10176df93c80003, quorum=127.0.0.1:56635, baseZNode=/11575516127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11575516127/backup-masters 2024-11-26T11:20:39,048 WARN [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T11:20:39,048 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7f3a3edaecc3,46049,1732620038769 2024-11-26T11:20:39,051 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/hbase.id] with ID: ca577396-286d-416a-8c7a-9b68cc7a2b8d 2024-11-26T11:20:39,051 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/.tmp/hbase.id 2024-11-26T11:20:39,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34547 is added to blk_1073741826_1002 (size=42) 2024-11-26T11:20:39,056 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/.tmp/hbase.id]:[hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/hbase.id] 2024-11-26T11:20:39,065 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:20:39,065 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T11:20:39,066 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T11:20:39,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46049-0x10176df93c80003, quorum=127.0.0.1:56635, baseZNode=/11575516127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11575516127 2024-11-26T11:20:39,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45655-0x10176df93c80004, quorum=127.0.0.1:56635, baseZNode=/11575516127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11575516127 2024-11-26T11:20:39,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34547 is added to blk_1073741827_1003 (size=196) 2024-11-26T11:20:39,479 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T11:20:39,480 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T11:20:39,480 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:20:39,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34547 is added to blk_1073741828_1004 (size=1189) 2024-11-26T11:20:39,889 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/MasterData/data/master/store 2024-11-26T11:20:39,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34547 is added to blk_1073741829_1005 (size=34) 2024-11-26T11:20:40,294 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:20:40,294 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T11:20:40,294 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:20:40,294 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:20:40,294 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T11:20:40,294 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:20:40,294 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:20:40,294 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732620040294Disabling compacts and flushes for region at 1732620040294Disabling writes for close at 1732620040294Writing region close event to WAL at 1732620040294Closed at 1732620040294 2024-11-26T11:20:40,295 WARN [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/MasterData/data/master/store/.initializing 2024-11-26T11:20:40,295 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/MasterData/WALs/7f3a3edaecc3,46049,1732620038769 2024-11-26T11:20:40,296 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T11:20:40,297 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7f3a3edaecc3%2C46049%2C1732620038769, suffix=, logDir=hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/MasterData/WALs/7f3a3edaecc3,46049,1732620038769, archiveDir=hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/MasterData/oldWALs, maxLogs=10 2024-11-26T11:20:40,312 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/MasterData/WALs/7f3a3edaecc3,46049,1732620038769/7f3a3edaecc3%2C46049%2C1732620038769.1732620040298, exclude list is [], retry=0 2024-11-26T11:20:40,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34547,DS-13bfbe37-17d8-4f20-af19-b991bace7330,DISK] 2024-11-26T11:20:40,315 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/MasterData/WALs/7f3a3edaecc3,46049,1732620038769/7f3a3edaecc3%2C46049%2C1732620038769.1732620040298 2024-11-26T11:20:40,316 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36599:36599)] 2024-11-26T11:20:40,316 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:20:40,316 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:20:40,316 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:20:40,316 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:20:40,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:20:40,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T11:20:40,318 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:40,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:20:40,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:20:40,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T11:20:40,319 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:40,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:20:40,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:20:40,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T11:20:40,320 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:40,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:20:40,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:20:40,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T11:20:40,321 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:40,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:20:40,322 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:20:40,322 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:20:40,323 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:20:40,323 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:20:40,323 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:20:40,324 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:20:40,324 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:20:40,326 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:20:40,326 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59783450, jitterRate=-0.10915717482566833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:20:40,326 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732620040316Initializing all the Stores at 1732620040317 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620040317Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620040317Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620040317Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620040317Cleaning up temporary data from old regions at 1732620040323 (+6 ms)Region opened successfully at 1732620040326 (+3 ms) 2024-11-26T11:20:40,326 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T11:20:40,329 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f262b73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7f3a3edaecc3/172.17.0.3:0 2024-11-26T11:20:40,329 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T11:20:40,329 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T11:20:40,329 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T11:20:40,330 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T11:20:40,330 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T11:20:40,330 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T11:20:40,330 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T11:20:40,332 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T11:20:40,332 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46049-0x10176df93c80003, quorum=127.0.0.1:56635, baseZNode=/11575516127 Unable to get data of znode /11575516127/balancer because node does not exist (not necessarily an error) 2024-11-26T11:20:40,384 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11575516127/balancer already deleted, retry=false 2024-11-26T11:20:40,385 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T11:20:40,385 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46049-0x10176df93c80003, quorum=127.0.0.1:56635, baseZNode=/11575516127 Unable to get data of znode /11575516127/normalizer because node does not exist (not necessarily an error) 2024-11-26T11:20:40,395 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11575516127/normalizer already deleted, retry=false 2024-11-26T11:20:40,395 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T11:20:40,396 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46049-0x10176df93c80003, quorum=127.0.0.1:56635, baseZNode=/11575516127 Unable to get data of znode /11575516127/switch/split because node does not exist (not necessarily an error) 2024-11-26T11:20:40,405 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11575516127/switch/split already deleted, retry=false 2024-11-26T11:20:40,406 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46049-0x10176df93c80003, quorum=127.0.0.1:56635, baseZNode=/11575516127 Unable to get data of znode /11575516127/switch/merge because node does not exist (not necessarily an error) 2024-11-26T11:20:40,416 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11575516127/switch/merge already deleted, retry=false 2024-11-26T11:20:40,417 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46049-0x10176df93c80003, quorum=127.0.0.1:56635, baseZNode=/11575516127 Unable to get data of znode /11575516127/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T11:20:40,426 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11575516127/snapshot-cleanup already deleted, retry=false 2024-11-26T11:20:40,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46049-0x10176df93c80003, quorum=127.0.0.1:56635, baseZNode=/11575516127 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11575516127/running 2024-11-26T11:20:40,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45655-0x10176df93c80004, quorum=127.0.0.1:56635, baseZNode=/11575516127 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11575516127/running 2024-11-26T11:20:40,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46049-0x10176df93c80003, quorum=127.0.0.1:56635, baseZNode=/11575516127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11575516127 2024-11-26T11:20:40,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45655-0x10176df93c80004, quorum=127.0.0.1:56635, baseZNode=/11575516127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11575516127 2024-11-26T11:20:40,437 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7f3a3edaecc3,46049,1732620038769, sessionid=0x10176df93c80003, setting cluster-up flag (Was=false) 2024-11-26T11:20:40,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46049-0x10176df93c80003, quorum=127.0.0.1:56635, baseZNode=/11575516127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11575516127 2024-11-26T11:20:40,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45655-0x10176df93c80004, quorum=127.0.0.1:56635, baseZNode=/11575516127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11575516127 2024-11-26T11:20:40,490 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11575516127/flush-table-proc/acquired, /11575516127/flush-table-proc/reached, /11575516127/flush-table-proc/abort 2024-11-26T11:20:40,490 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7f3a3edaecc3,46049,1732620038769 2024-11-26T11:20:40,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45655-0x10176df93c80004, quorum=127.0.0.1:56635, baseZNode=/11575516127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11575516127 2024-11-26T11:20:40,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46049-0x10176df93c80003, quorum=127.0.0.1:56635, baseZNode=/11575516127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11575516127 2024-11-26T11:20:40,542 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11575516127/online-snapshot/acquired, /11575516127/online-snapshot/reached, /11575516127/online-snapshot/abort 2024-11-26T11:20:40,543 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7f3a3edaecc3,46049,1732620038769 2024-11-26T11:20:40,544 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T11:20:40,545 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T11:20:40,545 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T11:20:40,545 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T11:20:40,545 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7f3a3edaecc3,46049,1732620038769 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T11:20:40,546 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:20:40,547 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:20:40,547 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:20:40,547 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:20:40,547 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7f3a3edaecc3:0, corePoolSize=10, maxPoolSize=10 2024-11-26T11:20:40,547 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:20:40,547 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=2, maxPoolSize=2 2024-11-26T11:20:40,547 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:20:40,548 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732620070548 2024-11-26T11:20:40,548 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T11:20:40,548 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T11:20:40,548 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T11:20:40,548 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T11:20:40,548 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T11:20:40,548 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T11:20:40,548 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T11:20:40,548 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T11:20:40,548 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:40,549 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:40,549 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T11:20:40,552 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T11:20:40,552 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T11:20:40,552 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T11:20:40,563 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T11:20:40,568 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T11:20:40,568 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T11:20:40,568 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732620040568,5,FailOnTimeoutGroup] 2024-11-26T11:20:40,569 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732620040568,5,FailOnTimeoutGroup] 2024-11-26T11:20:40,569 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:40,569 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T11:20:40,569 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:40,569 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:40,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34547 is added to blk_1073741831_1007 (size=1321) 2024-11-26T11:20:40,607 INFO [RS:0;7f3a3edaecc3:45655 {}] regionserver.HRegionServer(746): ClusterId : ca577396-286d-416a-8c7a-9b68cc7a2b8d 2024-11-26T11:20:40,607 DEBUG [RS:0;7f3a3edaecc3:45655 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T11:20:40,617 DEBUG [RS:0;7f3a3edaecc3:45655 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T11:20:40,617 DEBUG [RS:0;7f3a3edaecc3:45655 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T11:20:40,627 DEBUG [RS:0;7f3a3edaecc3:45655 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T11:20:40,628 DEBUG [RS:0;7f3a3edaecc3:45655 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7695057c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7f3a3edaecc3/172.17.0.3:0 2024-11-26T11:20:40,639 DEBUG [RS:0;7f3a3edaecc3:45655 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7f3a3edaecc3:45655 2024-11-26T11:20:40,639 INFO [RS:0;7f3a3edaecc3:45655 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T11:20:40,639 INFO [RS:0;7f3a3edaecc3:45655 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T11:20:40,639 DEBUG [RS:0;7f3a3edaecc3:45655 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T11:20:40,640 INFO [RS:0;7f3a3edaecc3:45655 {}] regionserver.HRegionServer(2659): reportForDuty to master=7f3a3edaecc3,46049,1732620038769 with port=45655, startcode=1732620038986 2024-11-26T11:20:40,640 DEBUG [RS:0;7f3a3edaecc3:45655 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T11:20:40,642 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53463, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T11:20:40,642 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46049 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7f3a3edaecc3,45655,1732620038986 2024-11-26T11:20:40,642 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46049 {}] master.ServerManager(517): Registering regionserver=7f3a3edaecc3,45655,1732620038986 2024-11-26T11:20:40,643 DEBUG [RS:0;7f3a3edaecc3:45655 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5 2024-11-26T11:20:40,643 DEBUG [RS:0;7f3a3edaecc3:45655 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39687 2024-11-26T11:20:40,643 DEBUG [RS:0;7f3a3edaecc3:45655 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T11:20:40,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46049-0x10176df93c80003, quorum=127.0.0.1:56635, baseZNode=/11575516127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11575516127/rs 2024-11-26T11:20:40,653 DEBUG [RS:0;7f3a3edaecc3:45655 {}] zookeeper.ZKUtil(111): regionserver:45655-0x10176df93c80004, quorum=127.0.0.1:56635, baseZNode=/11575516127 Set watcher on existing znode=/11575516127/rs/7f3a3edaecc3,45655,1732620038986 2024-11-26T11:20:40,653 WARN [RS:0;7f3a3edaecc3:45655 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T11:20:40,653 INFO [RS:0;7f3a3edaecc3:45655 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:20:40,653 DEBUG [RS:0;7f3a3edaecc3:45655 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/WALs/7f3a3edaecc3,45655,1732620038986 2024-11-26T11:20:40,654 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7f3a3edaecc3,45655,1732620038986] 2024-11-26T11:20:40,656 INFO [RS:0;7f3a3edaecc3:45655 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T11:20:40,657 INFO [RS:0;7f3a3edaecc3:45655 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T11:20:40,657 INFO [RS:0;7f3a3edaecc3:45655 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T11:20:40,658 INFO [RS:0;7f3a3edaecc3:45655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:40,658 INFO [RS:0;7f3a3edaecc3:45655 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T11:20:40,658 INFO [RS:0;7f3a3edaecc3:45655 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T11:20:40,658 INFO [RS:0;7f3a3edaecc3:45655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:40,658 DEBUG [RS:0;7f3a3edaecc3:45655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:20:40,658 DEBUG [RS:0;7f3a3edaecc3:45655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:20:40,658 DEBUG [RS:0;7f3a3edaecc3:45655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:20:40,659 DEBUG [RS:0;7f3a3edaecc3:45655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:20:40,659 DEBUG [RS:0;7f3a3edaecc3:45655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:20:40,659 DEBUG [RS:0;7f3a3edaecc3:45655 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7f3a3edaecc3:0, corePoolSize=2, maxPoolSize=2 2024-11-26T11:20:40,659 DEBUG [RS:0;7f3a3edaecc3:45655 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:20:40,659 DEBUG [RS:0;7f3a3edaecc3:45655 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:20:40,659 DEBUG [RS:0;7f3a3edaecc3:45655 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:20:40,659 DEBUG [RS:0;7f3a3edaecc3:45655 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:20:40,659 DEBUG [RS:0;7f3a3edaecc3:45655 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:20:40,659 DEBUG [RS:0;7f3a3edaecc3:45655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:20:40,659 DEBUG [RS:0;7f3a3edaecc3:45655 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7f3a3edaecc3:0, corePoolSize=3, maxPoolSize=3 2024-11-26T11:20:40,659 DEBUG [RS:0;7f3a3edaecc3:45655 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7f3a3edaecc3:0, corePoolSize=3, maxPoolSize=3 2024-11-26T11:20:40,659 INFO [RS:0;7f3a3edaecc3:45655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:40,659 INFO [RS:0;7f3a3edaecc3:45655 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:40,659 INFO [RS:0;7f3a3edaecc3:45655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:40,659 INFO [RS:0;7f3a3edaecc3:45655 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:40,659 INFO [RS:0;7f3a3edaecc3:45655 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:40,659 INFO [RS:0;7f3a3edaecc3:45655 {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,45655,1732620038986-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T11:20:40,673 INFO [RS:0;7f3a3edaecc3:45655 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T11:20:40,673 INFO [RS:0;7f3a3edaecc3:45655 {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,45655,1732620038986-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:40,673 INFO [RS:0;7f3a3edaecc3:45655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:40,673 INFO [RS:0;7f3a3edaecc3:45655 {}] regionserver.Replication(171): 7f3a3edaecc3,45655,1732620038986 started 2024-11-26T11:20:40,685 INFO [RS:0;7f3a3edaecc3:45655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:40,685 INFO [RS:0;7f3a3edaecc3:45655 {}] regionserver.HRegionServer(1482): Serving as 7f3a3edaecc3,45655,1732620038986, RpcServer on 7f3a3edaecc3/172.17.0.3:45655, sessionid=0x10176df93c80004 2024-11-26T11:20:40,685 DEBUG [RS:0;7f3a3edaecc3:45655 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T11:20:40,685 DEBUG [RS:0;7f3a3edaecc3:45655 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7f3a3edaecc3,45655,1732620038986 2024-11-26T11:20:40,685 DEBUG [RS:0;7f3a3edaecc3:45655 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7f3a3edaecc3,45655,1732620038986' 2024-11-26T11:20:40,685 DEBUG [RS:0;7f3a3edaecc3:45655 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11575516127/flush-table-proc/abort' 2024-11-26T11:20:40,686 DEBUG [RS:0;7f3a3edaecc3:45655 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11575516127/flush-table-proc/acquired' 2024-11-26T11:20:40,686 DEBUG [RS:0;7f3a3edaecc3:45655 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T11:20:40,686 DEBUG [RS:0;7f3a3edaecc3:45655 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T11:20:40,686 DEBUG [RS:0;7f3a3edaecc3:45655 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7f3a3edaecc3,45655,1732620038986 2024-11-26T11:20:40,686 DEBUG [RS:0;7f3a3edaecc3:45655 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7f3a3edaecc3,45655,1732620038986' 2024-11-26T11:20:40,686 DEBUG [RS:0;7f3a3edaecc3:45655 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11575516127/online-snapshot/abort' 2024-11-26T11:20:40,687 DEBUG [RS:0;7f3a3edaecc3:45655 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11575516127/online-snapshot/acquired' 2024-11-26T11:20:40,687 DEBUG [RS:0;7f3a3edaecc3:45655 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T11:20:40,687 INFO [RS:0;7f3a3edaecc3:45655 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T11:20:40,687 INFO [RS:0;7f3a3edaecc3:45655 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T11:20:40,787 INFO [RS:0;7f3a3edaecc3:45655 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T11:20:40,788 INFO [RS:0;7f3a3edaecc3:45655 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7f3a3edaecc3%2C45655%2C1732620038986, suffix=, logDir=hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/WALs/7f3a3edaecc3,45655,1732620038986, archiveDir=hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/oldWALs, maxLogs=10 2024-11-26T11:20:40,801 DEBUG [RS:0;7f3a3edaecc3:45655 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/WALs/7f3a3edaecc3,45655,1732620038986/7f3a3edaecc3%2C45655%2C1732620038986.1732620040789, exclude list is [], retry=0 2024-11-26T11:20:40,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34547,DS-13bfbe37-17d8-4f20-af19-b991bace7330,DISK] 2024-11-26T11:20:40,805 INFO [RS:0;7f3a3edaecc3:45655 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/WALs/7f3a3edaecc3,45655,1732620038986/7f3a3edaecc3%2C45655%2C1732620038986.1732620040789 2024-11-26T11:20:40,805 DEBUG [RS:0;7f3a3edaecc3:45655 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36599:36599)] 2024-11-26T11:20:40,973 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T11:20:40,973 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5 2024-11-26T11:20:40,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34547 is added to blk_1073741833_1009 (size=32) 2024-11-26T11:20:40,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:20:40,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T11:20:40,980 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T11:20:40,980 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:40,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:20:40,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T11:20:40,981 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T11:20:40,981 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:40,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:20:40,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T11:20:40,982 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T11:20:40,982 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:40,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:20:40,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T11:20:40,983 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T11:20:40,983 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:40,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:20:40,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T11:20:40,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/data/hbase/meta/1588230740 2024-11-26T11:20:40,985 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/data/hbase/meta/1588230740 2024-11-26T11:20:40,985 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T11:20:40,985 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T11:20:40,986 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:20:40,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T11:20:40,989 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:20:40,990 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72372445, jitterRate=0.07843346893787384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:20:40,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732620040978Initializing all the Stores at 1732620040979 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620040979Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620040979Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620040979Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620040979Cleaning up temporary data from old regions at 1732620040985 (+6 ms)Region opened successfully at 1732620040990 (+5 ms) 2024-11-26T11:20:40,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T11:20:40,991 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T11:20:40,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T11:20:40,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T11:20:40,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T11:20:40,991 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T11:20:40,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732620040991Disabling compacts and flushes for region at 1732620040991Disabling writes for close at 1732620040991Writing region close event to WAL at 1732620040991Closed at 1732620040991 2024-11-26T11:20:40,992 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T11:20:40,992 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T11:20:40,992 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T11:20:40,993 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T11:20:40,994 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T11:20:41,144 DEBUG [7f3a3edaecc3:46049 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T11:20:41,145 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7f3a3edaecc3,45655,1732620038986 2024-11-26T11:20:41,146 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7f3a3edaecc3,45655,1732620038986, state=OPENING 2024-11-26T11:20:41,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:41,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:41,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:41,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:41,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:41,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:41,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:41,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:41,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:41,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:41,228 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T11:20:41,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45655-0x10176df93c80004, quorum=127.0.0.1:56635, baseZNode=/11575516127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11575516127 2024-11-26T11:20:41,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46049-0x10176df93c80003, quorum=127.0.0.1:56635, baseZNode=/11575516127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11575516127 2024-11-26T11:20:41,248 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11575516127/meta-region-server: CHANGED 2024-11-26T11:20:41,248 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11575516127/meta-region-server: CHANGED 2024-11-26T11:20:41,248 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T11:20:41,248 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,45655,1732620038986}] 2024-11-26T11:20:41,403 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T11:20:41,405 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49531, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T11:20:41,408 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T11:20:41,408 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:20:41,409 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T11:20:41,410 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7f3a3edaecc3%2C45655%2C1732620038986.meta, suffix=.meta, logDir=hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/WALs/7f3a3edaecc3,45655,1732620038986, archiveDir=hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/oldWALs, maxLogs=10 2024-11-26T11:20:41,423 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/WALs/7f3a3edaecc3,45655,1732620038986/7f3a3edaecc3%2C45655%2C1732620038986.meta.1732620041410.meta, exclude list is [], retry=0 2024-11-26T11:20:41,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34547,DS-13bfbe37-17d8-4f20-af19-b991bace7330,DISK] 2024-11-26T11:20:41,427 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/WALs/7f3a3edaecc3,45655,1732620038986/7f3a3edaecc3%2C45655%2C1732620038986.meta.1732620041410.meta 2024-11-26T11:20:41,428 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36599:36599)] 2024-11-26T11:20:41,428 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:20:41,428 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T11:20:41,428 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T11:20:41,428 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T11:20:41,429 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T11:20:41,429 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T11:20:41,429 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:20:41,429 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T11:20:41,429 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T11:20:41,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T11:20:41,431 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T11:20:41,431 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:41,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:20:41,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T11:20:41,432 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T11:20:41,432 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:41,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:20:41,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T11:20:41,433 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T11:20:41,433 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:41,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:20:41,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T11:20:41,434 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T11:20:41,434 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:41,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:20:41,434 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T11:20:41,435 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/data/hbase/meta/1588230740 2024-11-26T11:20:41,436 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/data/hbase/meta/1588230740 2024-11-26T11:20:41,437 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T11:20:41,437 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T11:20:41,437 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:20:41,438 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T11:20:41,439 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63361673, jitterRate=-0.05583749711513519}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:20:41,439 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T11:20:41,439 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732620041429Writing region info on filesystem at 1732620041429Initializing all the Stores at 1732620041430 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620041430Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620041430Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620041430Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620041430Cleaning up temporary data from old regions at 1732620041437 (+7 ms)Running coprocessor post-open hooks at 1732620041439 (+2 ms)Region opened successfully at 1732620041439 2024-11-26T11:20:41,440 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732620041403 2024-11-26T11:20:41,442 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T11:20:41,442 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T11:20:41,443 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7f3a3edaecc3,45655,1732620038986 2024-11-26T11:20:41,443 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7f3a3edaecc3,45655,1732620038986, state=OPEN 2024-11-26T11:20:41,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45655-0x10176df93c80004, quorum=127.0.0.1:56635, baseZNode=/11575516127 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11575516127/meta-region-server 2024-11-26T11:20:41,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46049-0x10176df93c80003, quorum=127.0.0.1:56635, baseZNode=/11575516127 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11575516127/meta-region-server 2024-11-26T11:20:41,453 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,45655,1732620038986 2024-11-26T11:20:41,453 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11575516127/meta-region-server: CHANGED 2024-11-26T11:20:41,453 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11575516127/meta-region-server: CHANGED 2024-11-26T11:20:41,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T11:20:41,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,45655,1732620038986 in 205 msec 2024-11-26T11:20:41,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T11:20:41,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 463 msec 2024-11-26T11:20:41,457 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T11:20:41,457 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T11:20:41,458 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:20:41,458 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,45655,1732620038986, seqNum=-1] 2024-11-26T11:20:41,458 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:20:41,460 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35129, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:20:41,464 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 919 msec 2024-11-26T11:20:41,464 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732620041464, completionTime=-1 2024-11-26T11:20:41,464 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T11:20:41,465 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T11:20:41,466 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T11:20:41,466 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732620101466 2024-11-26T11:20:41,466 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732620161466 2024-11-26T11:20:41,466 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T11:20:41,467 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,46049,1732620038769-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:41,467 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,46049,1732620038769-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:41,467 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,46049,1732620038769-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:41,467 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7f3a3edaecc3:46049, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:41,467 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:41,467 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:41,469 DEBUG [master/7f3a3edaecc3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T11:20:41,470 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.422sec 2024-11-26T11:20:41,470 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T11:20:41,470 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T11:20:41,470 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T11:20:41,470 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T11:20:41,470 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T11:20:41,470 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,46049,1732620038769-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T11:20:41,470 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,46049,1732620038769-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T11:20:41,472 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T11:20:41,472 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T11:20:41,472 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,46049,1732620038769-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:20:41,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71a2b211, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:41,507 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,46049,-1 for getting cluster id 2024-11-26T11:20:41,507 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:20:41,508 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca577396-286d-416a-8c7a-9b68cc7a2b8d' 2024-11-26T11:20:41,508 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:20:41,508 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca577396-286d-416a-8c7a-9b68cc7a2b8d" 2024-11-26T11:20:41,509 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6588fffb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:41,509 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,46049,-1] 2024-11-26T11:20:41,509 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:20:41,509 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:41,510 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:20:41,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b996672, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:41,511 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:20:41,511 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,45655,1732620038986, seqNum=-1] 2024-11-26T11:20:41,512 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:20:41,513 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:20:41,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7f3a3edaecc3,46049,1732620038769 2024-11-26T11:20:41,515 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56635 2024-11-26T11:20:41,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56635, baseZNode=/11575516127 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:20:41,527 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10176df93c80005 connected 2024-11-26T11:20:41,539 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:20:41,540 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,42477,1732620034073 2024-11-26T11:20:41,540 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e96d686 2024-11-26T11:20:41,540 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:20:41,541 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:20:41,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42477 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T11:20:41,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42477 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T11:20:41,543 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T11:20:41,543 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:41,543 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42477 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T11:20:41,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:20:41,544 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T11:20:41,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39427 is added to blk_1073741835_1011 (size=902) 2024-11-26T11:20:41,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:20:41,716 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T11:20:41,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:41,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:41,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:41,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:41,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:41,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:41,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:41,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:41,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:41,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:41,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:20:41,955 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 321b09291c8d2f1edf45805c003b3f33, NAME => 'test,,1732620041541.321b09291c8d2f1edf45805c003b3f33.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918 2024-11-26T11:20:41,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39427 is added to blk_1073741836_1012 (size=39) 2024-11-26T11:20:42,041 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T11:20:42,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:20:42,360 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732620041541.321b09291c8d2f1edf45805c003b3f33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:20:42,360 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 321b09291c8d2f1edf45805c003b3f33, disabling compactions & flushes 2024-11-26T11:20:42,360 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732620041541.321b09291c8d2f1edf45805c003b3f33. 2024-11-26T11:20:42,360 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732620041541.321b09291c8d2f1edf45805c003b3f33. 2024-11-26T11:20:42,360 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732620041541.321b09291c8d2f1edf45805c003b3f33. after waiting 0 ms 2024-11-26T11:20:42,360 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732620041541.321b09291c8d2f1edf45805c003b3f33. 2024-11-26T11:20:42,360 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732620041541.321b09291c8d2f1edf45805c003b3f33. 2024-11-26T11:20:42,360 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 321b09291c8d2f1edf45805c003b3f33: Waiting for close lock at 1732620042360Disabling compacts and flushes for region at 1732620042360Disabling writes for close at 1732620042360Writing region close event to WAL at 1732620042360Closed at 1732620042360 2024-11-26T11:20:42,361 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T11:20:42,361 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732620041541.321b09291c8d2f1edf45805c003b3f33.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732620042361"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732620042361"}]},"ts":"1732620042361"} 2024-11-26T11:20:42,363 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T11:20:42,364 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T11:20:42,364 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620042364"}]},"ts":"1732620042364"} 2024-11-26T11:20:42,365 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T11:20:42,366 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=321b09291c8d2f1edf45805c003b3f33, ASSIGN}] 2024-11-26T11:20:42,366 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=321b09291c8d2f1edf45805c003b3f33, ASSIGN 2024-11-26T11:20:42,367 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=321b09291c8d2f1edf45805c003b3f33, ASSIGN; state=OFFLINE, location=7f3a3edaecc3,39267,1732620034260; forceNewPlan=false, retain=false 2024-11-26T11:20:42,518 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=321b09291c8d2f1edf45805c003b3f33, regionState=OPENING, regionLocation=7f3a3edaecc3,39267,1732620034260 2024-11-26T11:20:42,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=321b09291c8d2f1edf45805c003b3f33, ASSIGN because future has completed 2024-11-26T11:20:42,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 321b09291c8d2f1edf45805c003b3f33, server=7f3a3edaecc3,39267,1732620034260}] 2024-11-26T11:20:42,675 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732620041541.321b09291c8d2f1edf45805c003b3f33. 2024-11-26T11:20:42,676 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 321b09291c8d2f1edf45805c003b3f33, NAME => 'test,,1732620041541.321b09291c8d2f1edf45805c003b3f33.', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:20:42,676 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T11:20:42,676 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T11:20:42,676 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 321b09291c8d2f1edf45805c003b3f33 2024-11-26T11:20:42,676 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732620041541.321b09291c8d2f1edf45805c003b3f33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:20:42,676 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 321b09291c8d2f1edf45805c003b3f33 2024-11-26T11:20:42,676 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 321b09291c8d2f1edf45805c003b3f33 2024-11-26T11:20:42,678 INFO [StoreOpener-321b09291c8d2f1edf45805c003b3f33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 321b09291c8d2f1edf45805c003b3f33 2024-11-26T11:20:42,679 INFO [StoreOpener-321b09291c8d2f1edf45805c003b3f33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 321b09291c8d2f1edf45805c003b3f33 columnFamilyName f 2024-11-26T11:20:42,679 DEBUG [StoreOpener-321b09291c8d2f1edf45805c003b3f33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:42,679 INFO [StoreOpener-321b09291c8d2f1edf45805c003b3f33-1 {}] regionserver.HStore(327): Store=321b09291c8d2f1edf45805c003b3f33/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:20:42,679 INFO [StoreOpener-321b09291c8d2f1edf45805c003b3f33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 321b09291c8d2f1edf45805c003b3f33 2024-11-26T11:20:42,680 INFO [StoreOpener-321b09291c8d2f1edf45805c003b3f33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 321b09291c8d2f1edf45805c003b3f33 columnFamilyName f1 2024-11-26T11:20:42,680 DEBUG [StoreOpener-321b09291c8d2f1edf45805c003b3f33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:42,680 INFO [StoreOpener-321b09291c8d2f1edf45805c003b3f33-1 {}] regionserver.HStore(327): Store=321b09291c8d2f1edf45805c003b3f33/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:20:42,680 INFO [StoreOpener-321b09291c8d2f1edf45805c003b3f33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 321b09291c8d2f1edf45805c003b3f33 2024-11-26T11:20:42,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:20:42,681 INFO [StoreOpener-321b09291c8d2f1edf45805c003b3f33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 321b09291c8d2f1edf45805c003b3f33 columnFamilyName norep 2024-11-26T11:20:42,681 DEBUG [StoreOpener-321b09291c8d2f1edf45805c003b3f33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:42,682 INFO [StoreOpener-321b09291c8d2f1edf45805c003b3f33-1 {}] regionserver.HStore(327): Store=321b09291c8d2f1edf45805c003b3f33/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:20:42,682 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 321b09291c8d2f1edf45805c003b3f33 2024-11-26T11:20:42,682 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/data/default/test/321b09291c8d2f1edf45805c003b3f33 2024-11-26T11:20:42,682 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/data/default/test/321b09291c8d2f1edf45805c003b3f33 2024-11-26T11:20:42,683 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 321b09291c8d2f1edf45805c003b3f33 2024-11-26T11:20:42,683 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 321b09291c8d2f1edf45805c003b3f33 2024-11-26T11:20:42,683 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T11:20:42,684 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 321b09291c8d2f1edf45805c003b3f33 2024-11-26T11:20:42,686 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/data/default/test/321b09291c8d2f1edf45805c003b3f33/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:20:42,686 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 321b09291c8d2f1edf45805c003b3f33; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74518707, jitterRate=0.1104152649641037}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T11:20:42,686 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 321b09291c8d2f1edf45805c003b3f33 2024-11-26T11:20:42,687 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 321b09291c8d2f1edf45805c003b3f33: Running coprocessor pre-open hook at 1732620042676Writing region info on filesystem at 1732620042676Initializing all the Stores at 1732620042677 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620042677Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620042678 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620042678Cleaning up temporary data from old regions at 1732620042683 (+5 ms)Running coprocessor post-open hooks at 1732620042686 (+3 ms)Region opened successfully at 1732620042687 (+1 ms) 2024-11-26T11:20:42,687 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732620041541.321b09291c8d2f1edf45805c003b3f33., pid=6, masterSystemTime=1732620042672 2024-11-26T11:20:42,689 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732620041541.321b09291c8d2f1edf45805c003b3f33. 2024-11-26T11:20:42,689 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732620041541.321b09291c8d2f1edf45805c003b3f33. 2024-11-26T11:20:42,690 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=321b09291c8d2f1edf45805c003b3f33, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7f3a3edaecc3,39267,1732620034260 2024-11-26T11:20:42,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 321b09291c8d2f1edf45805c003b3f33, server=7f3a3edaecc3,39267,1732620034260 because future has completed 2024-11-26T11:20:42,694 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T11:20:42,694 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 321b09291c8d2f1edf45805c003b3f33, server=7f3a3edaecc3,39267,1732620034260 in 173 msec 2024-11-26T11:20:42,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T11:20:42,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=321b09291c8d2f1edf45805c003b3f33, ASSIGN in 329 msec 2024-11-26T11:20:42,697 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T11:20:42,697 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620042697"}]},"ts":"1732620042697"} 2024-11-26T11:20:42,699 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T11:20:42,700 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T11:20:42,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1590 sec 2024-11-26T11:20:43,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:20:43,691 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T11:20:43,691 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:20:43,691 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,46049,1732620038769 2024-11-26T11:20:43,692 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f3d806a 2024-11-26T11:20:43,692 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:20:43,693 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:20:43,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T11:20:43,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T11:20:43,695 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T11:20:43,695 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:43,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T11:20:43,696 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T11:20:43,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:20:43,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34547 is added to blk_1073741835_1011 (size=902) 2024-11-26T11:20:43,703 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8420da6add49c9c29d30c5f70c6e4801, NAME => 'test,,1732620043693.8420da6add49c9c29d30c5f70c6e4801.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5 2024-11-26T11:20:43,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34547 is added to blk_1073741836_1012 (size=39) 2024-11-26T11:20:43,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:20:44,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:20:44,108 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732620043693.8420da6add49c9c29d30c5f70c6e4801.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:20:44,108 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8420da6add49c9c29d30c5f70c6e4801, disabling compactions & flushes 2024-11-26T11:20:44,108 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732620043693.8420da6add49c9c29d30c5f70c6e4801. 2024-11-26T11:20:44,108 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732620043693.8420da6add49c9c29d30c5f70c6e4801. 2024-11-26T11:20:44,108 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732620043693.8420da6add49c9c29d30c5f70c6e4801. after waiting 0 ms 2024-11-26T11:20:44,108 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732620043693.8420da6add49c9c29d30c5f70c6e4801. 2024-11-26T11:20:44,108 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732620043693.8420da6add49c9c29d30c5f70c6e4801. 2024-11-26T11:20:44,108 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8420da6add49c9c29d30c5f70c6e4801: Waiting for close lock at 1732620044108Disabling compacts and flushes for region at 1732620044108Disabling writes for close at 1732620044108Writing region close event to WAL at 1732620044108Closed at 1732620044108 2024-11-26T11:20:44,110 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T11:20:44,110 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732620043693.8420da6add49c9c29d30c5f70c6e4801.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732620044110"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732620044110"}]},"ts":"1732620044110"} 2024-11-26T11:20:44,112 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T11:20:44,112 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T11:20:44,113 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620044113"}]},"ts":"1732620044113"} 2024-11-26T11:20:44,114 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T11:20:44,115 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8420da6add49c9c29d30c5f70c6e4801, ASSIGN}] 2024-11-26T11:20:44,116 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8420da6add49c9c29d30c5f70c6e4801, ASSIGN 2024-11-26T11:20:44,116 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8420da6add49c9c29d30c5f70c6e4801, ASSIGN; state=OFFLINE, location=7f3a3edaecc3,45655,1732620038986; forceNewPlan=false, retain=false 2024-11-26T11:20:44,267 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8420da6add49c9c29d30c5f70c6e4801, regionState=OPENING, regionLocation=7f3a3edaecc3,45655,1732620038986 2024-11-26T11:20:44,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8420da6add49c9c29d30c5f70c6e4801, ASSIGN because future has completed 2024-11-26T11:20:44,269 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8420da6add49c9c29d30c5f70c6e4801, server=7f3a3edaecc3,45655,1732620038986}] 2024-11-26T11:20:44,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:20:44,424 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732620043693.8420da6add49c9c29d30c5f70c6e4801. 2024-11-26T11:20:44,425 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8420da6add49c9c29d30c5f70c6e4801, NAME => 'test,,1732620043693.8420da6add49c9c29d30c5f70c6e4801.', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:20:44,425 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T11:20:44,425 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T11:20:44,425 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8420da6add49c9c29d30c5f70c6e4801 2024-11-26T11:20:44,425 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732620043693.8420da6add49c9c29d30c5f70c6e4801.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:20:44,425 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8420da6add49c9c29d30c5f70c6e4801 2024-11-26T11:20:44,425 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8420da6add49c9c29d30c5f70c6e4801 2024-11-26T11:20:44,426 INFO [StoreOpener-8420da6add49c9c29d30c5f70c6e4801-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8420da6add49c9c29d30c5f70c6e4801 2024-11-26T11:20:44,427 INFO [StoreOpener-8420da6add49c9c29d30c5f70c6e4801-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8420da6add49c9c29d30c5f70c6e4801 columnFamilyName f 2024-11-26T11:20:44,427 DEBUG [StoreOpener-8420da6add49c9c29d30c5f70c6e4801-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:44,428 INFO [StoreOpener-8420da6add49c9c29d30c5f70c6e4801-1 {}] regionserver.HStore(327): Store=8420da6add49c9c29d30c5f70c6e4801/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:20:44,428 INFO [StoreOpener-8420da6add49c9c29d30c5f70c6e4801-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8420da6add49c9c29d30c5f70c6e4801 2024-11-26T11:20:44,429 INFO [StoreOpener-8420da6add49c9c29d30c5f70c6e4801-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8420da6add49c9c29d30c5f70c6e4801 columnFamilyName f1 2024-11-26T11:20:44,429 DEBUG [StoreOpener-8420da6add49c9c29d30c5f70c6e4801-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:44,429 INFO [StoreOpener-8420da6add49c9c29d30c5f70c6e4801-1 {}] regionserver.HStore(327): Store=8420da6add49c9c29d30c5f70c6e4801/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:20:44,429 INFO [StoreOpener-8420da6add49c9c29d30c5f70c6e4801-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8420da6add49c9c29d30c5f70c6e4801 2024-11-26T11:20:44,430 INFO [StoreOpener-8420da6add49c9c29d30c5f70c6e4801-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8420da6add49c9c29d30c5f70c6e4801 columnFamilyName norep 2024-11-26T11:20:44,430 DEBUG [StoreOpener-8420da6add49c9c29d30c5f70c6e4801-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:44,430 INFO [StoreOpener-8420da6add49c9c29d30c5f70c6e4801-1 {}] regionserver.HStore(327): Store=8420da6add49c9c29d30c5f70c6e4801/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:20:44,430 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8420da6add49c9c29d30c5f70c6e4801 2024-11-26T11:20:44,431 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/data/default/test/8420da6add49c9c29d30c5f70c6e4801 2024-11-26T11:20:44,431 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/data/default/test/8420da6add49c9c29d30c5f70c6e4801 2024-11-26T11:20:44,432 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8420da6add49c9c29d30c5f70c6e4801 2024-11-26T11:20:44,432 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8420da6add49c9c29d30c5f70c6e4801 2024-11-26T11:20:44,432 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T11:20:44,433 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8420da6add49c9c29d30c5f70c6e4801 2024-11-26T11:20:44,435 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/data/default/test/8420da6add49c9c29d30c5f70c6e4801/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:20:44,435 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8420da6add49c9c29d30c5f70c6e4801; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70739204, jitterRate=0.0540962815284729}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T11:20:44,435 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8420da6add49c9c29d30c5f70c6e4801 2024-11-26T11:20:44,435 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8420da6add49c9c29d30c5f70c6e4801: Running coprocessor pre-open hook at 1732620044425Writing region info on filesystem at 1732620044425Initializing all the Stores at 1732620044426 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620044426Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620044426Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620044426Cleaning up temporary data from old regions at 1732620044432 (+6 ms)Running coprocessor post-open hooks at 1732620044435 (+3 ms)Region opened successfully at 1732620044435 2024-11-26T11:20:44,436 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732620043693.8420da6add49c9c29d30c5f70c6e4801., pid=6, masterSystemTime=1732620044421 2024-11-26T11:20:44,438 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732620043693.8420da6add49c9c29d30c5f70c6e4801. 2024-11-26T11:20:44,438 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732620043693.8420da6add49c9c29d30c5f70c6e4801. 2024-11-26T11:20:44,439 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8420da6add49c9c29d30c5f70c6e4801, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7f3a3edaecc3,45655,1732620038986 2024-11-26T11:20:44,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8420da6add49c9c29d30c5f70c6e4801, server=7f3a3edaecc3,45655,1732620038986 because future has completed 2024-11-26T11:20:44,443 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T11:20:44,443 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8420da6add49c9c29d30c5f70c6e4801, server=7f3a3edaecc3,45655,1732620038986 in 172 msec 2024-11-26T11:20:44,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T11:20:44,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8420da6add49c9c29d30c5f70c6e4801, ASSIGN in 328 msec 2024-11-26T11:20:44,446 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T11:20:44,446 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620044446"}]},"ts":"1732620044446"} 2024-11-26T11:20:44,447 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T11:20:44,448 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T11:20:44,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 755 msec 2024-11-26T11:20:44,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:20:44,830 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T11:20:44,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e103a3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:44,836 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,42477,-1 for getting cluster id 2024-11-26T11:20:44,837 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:20:44,838 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91aab268-bcc1-4e11-9dbe-10245e1d3ff9' 2024-11-26T11:20:44,838 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:20:44,838 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91aab268-bcc1-4e11-9dbe-10245e1d3ff9" 2024-11-26T11:20:44,838 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@237dcc65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:44,838 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,42477,-1] 2024-11-26T11:20:44,838 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:20:44,838 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:44,840 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:20:44,840 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d9109a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:44,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@277e706d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:44,841 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,46049,-1 for getting cluster id 2024-11-26T11:20:44,841 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:20:44,842 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca577396-286d-416a-8c7a-9b68cc7a2b8d' 2024-11-26T11:20:44,842 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:20:44,842 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca577396-286d-416a-8c7a-9b68cc7a2b8d" 2024-11-26T11:20:44,842 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aad23ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:44,842 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,46049,-1] 2024-11-26T11:20:44,842 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:20:44,842 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:44,843 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:20:44,843 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b8b1e1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:44,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e117b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:44,844 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,42477,-1 for getting cluster id 2024-11-26T11:20:44,844 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:20:44,845 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91aab268-bcc1-4e11-9dbe-10245e1d3ff9' 2024-11-26T11:20:44,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:20:44,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91aab268-bcc1-4e11-9dbe-10245e1d3ff9" 2024-11-26T11:20:44,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d04a70c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:44,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,42477,-1] 2024-11-26T11:20:44,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:20:44,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:44,846 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:20:44,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@240e4016, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:44,847 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:20:44,848 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,42477,1732620034073 2024-11-26T11:20:44,848 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57b44d35 2024-11-26T11:20:44,848 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:20:44,849 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:20:44,849 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42477 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://7f3a3edaecc3:46049,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T11:20:44,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42477 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T11:20:44,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:20:44,852 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7f3a3edaecc3:46049' 2024-11-26T11:20:44,852 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dd743fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:44,852 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,46049,-1 for getting cluster id 2024-11-26T11:20:44,852 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:20:44,853 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca577396-286d-416a-8c7a-9b68cc7a2b8d' 2024-11-26T11:20:44,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:20:44,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca577396-286d-416a-8c7a-9b68cc7a2b8d" 2024-11-26T11:20:44,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1865c4a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:44,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,46049,-1] 2024-11-26T11:20:44,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:20:44,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:44,854 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:20:44,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@91c8723, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:44,855 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:20:44,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,46049,1732620038769 2024-11-26T11:20:44,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ae6ea2b 2024-11-26T11:20:44,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:20:44,857 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:20:44,857 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T11:20:44,857 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T11:20:44,857 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:44,858 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:44,858 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:20:44,858 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T11:20:44,859 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T11:20:44,860 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T11:20:44,860 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:44,861 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T11:20:44,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39427 is added to blk_1073741837_1013 (size=1138) 2024-11-26T11:20:44,909 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T11:20:44,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:20:45,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:20:45,268 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 19ea38df758cfc878a5714b60f8e2828, NAME => 'hbase:replication,,1732620044858.19ea38df758cfc878a5714b60f8e2828.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918 2024-11-26T11:20:45,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39427 is added to blk_1073741838_1014 (size=44) 2024-11-26T11:20:45,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:20:45,674 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732620044858.19ea38df758cfc878a5714b60f8e2828.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:20:45,674 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 19ea38df758cfc878a5714b60f8e2828, disabling compactions & flushes 2024-11-26T11:20:45,674 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732620044858.19ea38df758cfc878a5714b60f8e2828. 2024-11-26T11:20:45,674 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732620044858.19ea38df758cfc878a5714b60f8e2828. 2024-11-26T11:20:45,674 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732620044858.19ea38df758cfc878a5714b60f8e2828. after waiting 0 ms 2024-11-26T11:20:45,674 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732620044858.19ea38df758cfc878a5714b60f8e2828. 2024-11-26T11:20:45,674 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732620044858.19ea38df758cfc878a5714b60f8e2828. 2024-11-26T11:20:45,674 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 19ea38df758cfc878a5714b60f8e2828: Waiting for close lock at 1732620045674Disabling compacts and flushes for region at 1732620045674Disabling writes for close at 1732620045674Writing region close event to WAL at 1732620045674Closed at 1732620045674 2024-11-26T11:20:45,676 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T11:20:45,676 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732620044858.19ea38df758cfc878a5714b60f8e2828.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732620045676"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732620045676"}]},"ts":"1732620045676"} 2024-11-26T11:20:45,678 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T11:20:45,678 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T11:20:45,679 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620045678"}]},"ts":"1732620045678"} 2024-11-26T11:20:45,680 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T11:20:45,680 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=19ea38df758cfc878a5714b60f8e2828, ASSIGN}] 2024-11-26T11:20:45,681 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=19ea38df758cfc878a5714b60f8e2828, ASSIGN 2024-11-26T11:20:45,682 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=19ea38df758cfc878a5714b60f8e2828, ASSIGN; state=OFFLINE, location=7f3a3edaecc3,39267,1732620034260; forceNewPlan=false, retain=false 2024-11-26T11:20:45,832 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=19ea38df758cfc878a5714b60f8e2828, regionState=OPENING, regionLocation=7f3a3edaecc3,39267,1732620034260 2024-11-26T11:20:45,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=19ea38df758cfc878a5714b60f8e2828, ASSIGN because future has completed 2024-11-26T11:20:45,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19ea38df758cfc878a5714b60f8e2828, server=7f3a3edaecc3,39267,1732620034260}] 2024-11-26T11:20:45,849 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:20:45,850 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7f3a3edaecc3,46197,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7f3a3edaecc3:46197 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T11:20:45,850 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18232 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7f3a3edaecc3,46197,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7f3a3edaecc3:46197 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T11:20:45,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:20:45,990 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732620044858.19ea38df758cfc878a5714b60f8e2828. 2024-11-26T11:20:45,990 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:20:45,991 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T11:20:45,992 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7f3a3edaecc3%2C39267%2C1732620034260.rep, suffix=, logDir=hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/WALs/7f3a3edaecc3,39267,1732620034260, archiveDir=hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/oldWALs, maxLogs=10 2024-11-26T11:20:46,006 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/WALs/7f3a3edaecc3,39267,1732620034260/7f3a3edaecc3%2C39267%2C1732620034260.rep.1732620045992, exclude list is [], retry=0 2024-11-26T11:20:46,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39427,DS-f874f46f-541c-402b-980a-06718bf27d39,DISK] 2024-11-26T11:20:46,009 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/WALs/7f3a3edaecc3,39267,1732620034260/7f3a3edaecc3%2C39267%2C1732620034260.rep.1732620045992 2024-11-26T11:20:46,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33977:33977)] 2024-11-26T11:20:46,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 19ea38df758cfc878a5714b60f8e2828, NAME => 'hbase:replication,,1732620044858.19ea38df758cfc878a5714b60f8e2828.', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:20:46,010 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T11:20:46,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T11:20:46,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732620044858.19ea38df758cfc878a5714b60f8e2828. service=MultiRowMutationService 2024-11-26T11:20:46,010 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T11:20:46,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 19ea38df758cfc878a5714b60f8e2828 2024-11-26T11:20:46,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732620044858.19ea38df758cfc878a5714b60f8e2828.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:20:46,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 19ea38df758cfc878a5714b60f8e2828 2024-11-26T11:20:46,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 19ea38df758cfc878a5714b60f8e2828 2024-11-26T11:20:46,011 INFO [StoreOpener-19ea38df758cfc878a5714b60f8e2828-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 19ea38df758cfc878a5714b60f8e2828 2024-11-26T11:20:46,012 INFO [StoreOpener-19ea38df758cfc878a5714b60f8e2828-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19ea38df758cfc878a5714b60f8e2828 columnFamilyName hfileref 2024-11-26T11:20:46,012 DEBUG [StoreOpener-19ea38df758cfc878a5714b60f8e2828-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:46,012 INFO [StoreOpener-19ea38df758cfc878a5714b60f8e2828-1 {}] regionserver.HStore(327): Store=19ea38df758cfc878a5714b60f8e2828/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:20:46,012 INFO [StoreOpener-19ea38df758cfc878a5714b60f8e2828-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 19ea38df758cfc878a5714b60f8e2828 2024-11-26T11:20:46,013 INFO [StoreOpener-19ea38df758cfc878a5714b60f8e2828-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19ea38df758cfc878a5714b60f8e2828 columnFamilyName queue 2024-11-26T11:20:46,013 DEBUG [StoreOpener-19ea38df758cfc878a5714b60f8e2828-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:46,013 INFO [StoreOpener-19ea38df758cfc878a5714b60f8e2828-1 {}] regionserver.HStore(327): Store=19ea38df758cfc878a5714b60f8e2828/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:20:46,013 INFO [StoreOpener-19ea38df758cfc878a5714b60f8e2828-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 19ea38df758cfc878a5714b60f8e2828 2024-11-26T11:20:46,014 INFO [StoreOpener-19ea38df758cfc878a5714b60f8e2828-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19ea38df758cfc878a5714b60f8e2828 columnFamilyName sid 2024-11-26T11:20:46,014 DEBUG [StoreOpener-19ea38df758cfc878a5714b60f8e2828-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:46,015 INFO [StoreOpener-19ea38df758cfc878a5714b60f8e2828-1 {}] regionserver.HStore(327): Store=19ea38df758cfc878a5714b60f8e2828/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:20:46,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 19ea38df758cfc878a5714b60f8e2828 2024-11-26T11:20:46,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/data/hbase/replication/19ea38df758cfc878a5714b60f8e2828 2024-11-26T11:20:46,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/data/hbase/replication/19ea38df758cfc878a5714b60f8e2828 2024-11-26T11:20:46,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 19ea38df758cfc878a5714b60f8e2828 2024-11-26T11:20:46,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 19ea38df758cfc878a5714b60f8e2828 2024-11-26T11:20:46,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T11:20:46,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 19ea38df758cfc878a5714b60f8e2828 2024-11-26T11:20:46,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/data/hbase/replication/19ea38df758cfc878a5714b60f8e2828/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:20:46,019 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 19ea38df758cfc878a5714b60f8e2828; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67907702, jitterRate=0.011903613805770874}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T11:20:46,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 19ea38df758cfc878a5714b60f8e2828 2024-11-26T11:20:46,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 19ea38df758cfc878a5714b60f8e2828: Running coprocessor pre-open hook at 1732620046010Writing region info on filesystem at 1732620046010Initializing all the Stores at 1732620046011 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620046011Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620046011Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620046011Cleaning up temporary data from old regions at 1732620046016 (+5 ms)Running coprocessor post-open hooks at 1732620046020 (+4 ms)Region opened successfully at 1732620046020 2024-11-26T11:20:46,021 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732620044858.19ea38df758cfc878a5714b60f8e2828., pid=10, masterSystemTime=1732620045987 2024-11-26T11:20:46,023 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732620044858.19ea38df758cfc878a5714b60f8e2828. 2024-11-26T11:20:46,023 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732620044858.19ea38df758cfc878a5714b60f8e2828. 2024-11-26T11:20:46,023 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=19ea38df758cfc878a5714b60f8e2828, regionState=OPEN, openSeqNum=2, regionLocation=7f3a3edaecc3,39267,1732620034260 2024-11-26T11:20:46,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19ea38df758cfc878a5714b60f8e2828, server=7f3a3edaecc3,39267,1732620034260 because future has completed 2024-11-26T11:20:46,027 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T11:20:46,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 19ea38df758cfc878a5714b60f8e2828, server=7f3a3edaecc3,39267,1732620034260 in 191 msec 2024-11-26T11:20:46,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T11:20:46,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=19ea38df758cfc878a5714b60f8e2828, ASSIGN in 348 msec 2024-11-26T11:20:46,030 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T11:20:46,030 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620046030"}]},"ts":"1732620046030"} 2024-11-26T11:20:46,031 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T11:20:46,032 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T11:20:46,033 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1740 sec 2024-11-26T11:20:46,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732620044858.19ea38df758cfc878a5714b60f8e2828., hostname=7f3a3edaecc3,39267,1732620034260, seqNum=2] 2024-11-26T11:20:46,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42477-0x10176df93c80000, quorum=127.0.0.1:56635, baseZNode=/0145986784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0145986784 2024-11-26T11:20:46,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39267-0x10176df93c80001, quorum=127.0.0.1:56635, baseZNode=/0145986784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0145986784 2024-11-26T11:20:46,161 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T11:20:46,161 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T11:20:46,162 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T11:20:46,162 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-26T11:20:46,162 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-26T11:20:46,162 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-26T11:20:46,163 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T11:20:46,163 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-26T11:20:46,163 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T11:20:46,163 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-26T11:20:46,163 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T11:20:46,163 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-26T11:20:46,175 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T11:20:46,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39267 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T11:20:46,327 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T11:20:46,358 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7f3a3edaecc3,39267,1732620034260, ReplicationSource: 1, currentBandwidth=0 2024-11-26T11:20:46,359 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:20:46,359 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,39267,1732620034260, seqNum=-1] 2024-11-26T11:20:46,359 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:20:46,360 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60917, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-26T11:20:46,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7f3a3edaecc3,39267,1732620034260', locateType=CURRENT is [region=hbase:replication,,1732620044858.19ea38df758cfc878a5714b60f8e2828., hostname=7f3a3edaecc3,39267,1732620034260, seqNum=2] 2024-11-26T11:20:46,365 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T11:20:46,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42477 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T11:20:46,367 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7f3a3edaecc3,39267,1732620034260 suceeded 2024-11-26T11:20:46,369 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T11:20:46,369 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-26T11:20:46,369 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7f3a3edaecc3:46049,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T11:20:46,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5200 sec 2024-11-26T11:20:46,385 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7f3a3edaecc3:46049' 2024-11-26T11:20:46,387 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@681a771c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:46,387 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260 {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,46049,-1 for getting cluster id 2024-11-26T11:20:46,387 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:20:46,388 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca577396-286d-416a-8c7a-9b68cc7a2b8d' 2024-11-26T11:20:46,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:20:46,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca577396-286d-416a-8c7a-9b68cc7a2b8d" 2024-11-26T11:20:46,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5083dc76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:46,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,46049,-1] 2024-11-26T11:20:46,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:20:46,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:46,389 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:20:46,390 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@485051bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:46,390 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:20:46,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,46049,1732620038769 2024-11-26T11:20:46,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61287988 2024-11-26T11:20:46,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:20:46,392 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-26T11:20:46,392 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7f3a3edaecc3,39267,1732620034260 (queues=1) is replicating from cluster=91aab268-bcc1-4e11-9dbe-10245e1d3ff9 to cluster=ca577396-286d-416a-8c7a-9b68cc7a2b8d 2024-11-26T11:20:46,392 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7f3a3edaecc3%2C39267%2C1732620034260 2024-11-26T11:20:46,393 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7f3a3edaecc3,39267,1732620034260, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T11:20:46,393 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260.replicationSource.shipper7f3a3edaecc3%2C39267%2C1732620034260,1-7f3a3edaecc3,39267,1732620034260 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7f3a3edaecc3%2C39267%2C1732620034260 2024-11-26T11:20:46,393 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260.replicationSource.wal-reader.7f3a3edaecc3%2C39267%2C1732620034260,1-7f3a3edaecc3,39267,1732620034260 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/WALs/7f3a3edaecc3,39267,1732620034260/7f3a3edaecc3%2C39267%2C1732620034260.1732620036193, startPosition=0, beingWritten=true 2024-11-26T11:20:46,399 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260.replicationSource.wal-reader.7f3a3edaecc3%2C39267%2C1732620034260,1-7f3a3edaecc3,39267,1732620034260 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T11:20:46,399 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260.replicationSource.wal-reader.7f3a3edaecc3%2C39267%2C1732620034260,1-7f3a3edaecc3,39267,1732620034260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/WALs/7f3a3edaecc3,39267,1732620034260/7f3a3edaecc3%2C39267%2C1732620034260.1732620036193 to pos 379, reset compression=false 2024-11-26T11:20:46,399 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260.replicationSource.shipper7f3a3edaecc3%2C39267%2C1732620034260,1-7f3a3edaecc3,39267,1732620034260 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,39267,1732620034260 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/WALs/7f3a3edaecc3,39267,1732620034260/7f3a3edaecc3%2C39267%2C1732620034260.1732620036193, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T11:20:46,605 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260.replicationSource.wal-reader.7f3a3edaecc3%2C39267%2C1732620034260,1-7f3a3edaecc3,39267,1732620034260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/WALs/7f3a3edaecc3,39267,1732620034260/7f3a3edaecc3%2C39267%2C1732620034260.1732620036193 to pos 379, reset compression=false 2024-11-26T11:20:46,910 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260.replicationSource.wal-reader.7f3a3edaecc3%2C39267%2C1732620034260,1-7f3a3edaecc3,39267,1732620034260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/WALs/7f3a3edaecc3,39267,1732620034260/7f3a3edaecc3%2C39267%2C1732620034260.1732620036193 to pos 379, reset compression=false 2024-11-26T11:20:46,930 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T11:20:46,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:46,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:46,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:46,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:46,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:46,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:46,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:46,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:46,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:46,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:46,984 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T11:20:47,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:20:47,000 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T11:20:47,001 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:20:47,001 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:20:47,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:47,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:47,001 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:20:47,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@777f1432, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:47,002 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,46049,-1 for getting cluster id 2024-11-26T11:20:47,002 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:20:47,002 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca577396-286d-416a-8c7a-9b68cc7a2b8d' 2024-11-26T11:20:47,003 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:20:47,003 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca577396-286d-416a-8c7a-9b68cc7a2b8d" 2024-11-26T11:20:47,003 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dd692c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:47,003 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,46049,-1] 2024-11-26T11:20:47,003 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:20:47,003 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:47,004 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:20:47,004 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d8d04b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:47,004 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:20:47,005 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,46049,1732620038769 2024-11-26T11:20:47,005 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45862a6d 2024-11-26T11:20:47,005 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:20:47,006 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:20:47,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://7f3a3edaecc3:42477,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T11:20:47,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T11:20:47,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:20:47,009 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7f3a3edaecc3:42477' 2024-11-26T11:20:47,010 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@745ff193, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:47,010 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,42477,-1 for getting cluster id 2024-11-26T11:20:47,010 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:20:47,010 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91aab268-bcc1-4e11-9dbe-10245e1d3ff9' 2024-11-26T11:20:47,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:20:47,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91aab268-bcc1-4e11-9dbe-10245e1d3ff9" 2024-11-26T11:20:47,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22e950b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:47,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,42477,-1] 2024-11-26T11:20:47,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:20:47,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:47,012 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:20:47,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21f85681, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:47,012 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:20:47,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,42477,1732620034073 2024-11-26T11:20:47,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6cd4714a 2024-11-26T11:20:47,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:20:47,014 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:20:47,015 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T11:20:47,015 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T11:20:47,015 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:47,015 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:47,015 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:20:47,015 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T11:20:47,016 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T11:20:47,017 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T11:20:47,017 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:47,018 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T11:20:47,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34547 is added to blk_1073741837_1013 (size=1138) 2024-11-26T11:20:47,066 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T11:20:47,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:20:47,314 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260.replicationSource.wal-reader.7f3a3edaecc3%2C39267%2C1732620034260,1-7f3a3edaecc3,39267,1732620034260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/WALs/7f3a3edaecc3,39267,1732620034260/7f3a3edaecc3%2C39267%2C1732620034260.1732620036193 to pos 379, reset compression=false 2024-11-26T11:20:47,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:20:47,424 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2b81573b92313148c4f5a48ef6b84a7a, NAME => 'hbase:replication,,1732620047015.2b81573b92313148c4f5a48ef6b84a7a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5 2024-11-26T11:20:47,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34547 is added to blk_1073741838_1014 (size=44) 2024-11-26T11:20:47,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:20:47,817 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260.replicationSource.wal-reader.7f3a3edaecc3%2C39267%2C1732620034260,1-7f3a3edaecc3,39267,1732620034260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/WALs/7f3a3edaecc3,39267,1732620034260/7f3a3edaecc3%2C39267%2C1732620034260.1732620036193 to pos 379, reset compression=false 2024-11-26T11:20:47,830 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732620047015.2b81573b92313148c4f5a48ef6b84a7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:20:47,830 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2b81573b92313148c4f5a48ef6b84a7a, disabling compactions & flushes 2024-11-26T11:20:47,830 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732620047015.2b81573b92313148c4f5a48ef6b84a7a. 2024-11-26T11:20:47,830 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732620047015.2b81573b92313148c4f5a48ef6b84a7a. 2024-11-26T11:20:47,830 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732620047015.2b81573b92313148c4f5a48ef6b84a7a. after waiting 0 ms 2024-11-26T11:20:47,830 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732620047015.2b81573b92313148c4f5a48ef6b84a7a. 2024-11-26T11:20:47,830 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732620047015.2b81573b92313148c4f5a48ef6b84a7a. 2024-11-26T11:20:47,830 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2b81573b92313148c4f5a48ef6b84a7a: Waiting for close lock at 1732620047830Disabling compacts and flushes for region at 1732620047830Disabling writes for close at 1732620047830Writing region close event to WAL at 1732620047830Closed at 1732620047830 2024-11-26T11:20:47,831 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T11:20:47,831 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732620047015.2b81573b92313148c4f5a48ef6b84a7a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732620047831"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732620047831"}]},"ts":"1732620047831"} 2024-11-26T11:20:47,833 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T11:20:47,834 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T11:20:47,834 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620047834"}]},"ts":"1732620047834"} 2024-11-26T11:20:47,836 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T11:20:47,836 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2b81573b92313148c4f5a48ef6b84a7a, ASSIGN}] 2024-11-26T11:20:47,837 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2b81573b92313148c4f5a48ef6b84a7a, ASSIGN 2024-11-26T11:20:47,837 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2b81573b92313148c4f5a48ef6b84a7a, ASSIGN; state=OFFLINE, location=7f3a3edaecc3,45655,1732620038986; forceNewPlan=false, retain=false 2024-11-26T11:20:47,988 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2b81573b92313148c4f5a48ef6b84a7a, regionState=OPENING, regionLocation=7f3a3edaecc3,45655,1732620038986 2024-11-26T11:20:47,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2b81573b92313148c4f5a48ef6b84a7a, ASSIGN because future has completed 2024-11-26T11:20:47,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b81573b92313148c4f5a48ef6b84a7a, server=7f3a3edaecc3,45655,1732620038986}] 2024-11-26T11:20:48,042 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T11:20:48,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:20:48,146 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732620047015.2b81573b92313148c4f5a48ef6b84a7a. 2024-11-26T11:20:48,146 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:20:48,146 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T11:20:48,148 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7f3a3edaecc3%2C45655%2C1732620038986.rep, suffix=, logDir=hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/WALs/7f3a3edaecc3,45655,1732620038986, archiveDir=hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/oldWALs, maxLogs=10 2024-11-26T11:20:48,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/WALs/7f3a3edaecc3,45655,1732620038986/7f3a3edaecc3%2C45655%2C1732620038986.rep.1732620048148, exclude list is [], retry=0 2024-11-26T11:20:48,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34547,DS-13bfbe37-17d8-4f20-af19-b991bace7330,DISK] 2024-11-26T11:20:48,168 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/WALs/7f3a3edaecc3,45655,1732620038986/7f3a3edaecc3%2C45655%2C1732620038986.rep.1732620048148 2024-11-26T11:20:48,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36599:36599)] 2024-11-26T11:20:48,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2b81573b92313148c4f5a48ef6b84a7a, NAME => 'hbase:replication,,1732620047015.2b81573b92313148c4f5a48ef6b84a7a.', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:20:48,168 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T11:20:48,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T11:20:48,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732620047015.2b81573b92313148c4f5a48ef6b84a7a. service=MultiRowMutationService 2024-11-26T11:20:48,169 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T11:20:48,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2b81573b92313148c4f5a48ef6b84a7a 2024-11-26T11:20:48,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732620047015.2b81573b92313148c4f5a48ef6b84a7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:20:48,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2b81573b92313148c4f5a48ef6b84a7a 2024-11-26T11:20:48,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2b81573b92313148c4f5a48ef6b84a7a 2024-11-26T11:20:48,170 INFO [StoreOpener-2b81573b92313148c4f5a48ef6b84a7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2b81573b92313148c4f5a48ef6b84a7a 2024-11-26T11:20:48,171 INFO [StoreOpener-2b81573b92313148c4f5a48ef6b84a7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b81573b92313148c4f5a48ef6b84a7a columnFamilyName hfileref 2024-11-26T11:20:48,171 DEBUG [StoreOpener-2b81573b92313148c4f5a48ef6b84a7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:48,171 INFO [StoreOpener-2b81573b92313148c4f5a48ef6b84a7a-1 {}] regionserver.HStore(327): Store=2b81573b92313148c4f5a48ef6b84a7a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:20:48,171 INFO [StoreOpener-2b81573b92313148c4f5a48ef6b84a7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2b81573b92313148c4f5a48ef6b84a7a 2024-11-26T11:20:48,172 INFO [StoreOpener-2b81573b92313148c4f5a48ef6b84a7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b81573b92313148c4f5a48ef6b84a7a columnFamilyName queue 2024-11-26T11:20:48,172 DEBUG [StoreOpener-2b81573b92313148c4f5a48ef6b84a7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:48,172 INFO [StoreOpener-2b81573b92313148c4f5a48ef6b84a7a-1 {}] regionserver.HStore(327): Store=2b81573b92313148c4f5a48ef6b84a7a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:20:48,172 INFO [StoreOpener-2b81573b92313148c4f5a48ef6b84a7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2b81573b92313148c4f5a48ef6b84a7a 2024-11-26T11:20:48,173 INFO [StoreOpener-2b81573b92313148c4f5a48ef6b84a7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b81573b92313148c4f5a48ef6b84a7a columnFamilyName sid 2024-11-26T11:20:48,173 DEBUG [StoreOpener-2b81573b92313148c4f5a48ef6b84a7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:20:48,173 INFO [StoreOpener-2b81573b92313148c4f5a48ef6b84a7a-1 {}] regionserver.HStore(327): Store=2b81573b92313148c4f5a48ef6b84a7a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:20:48,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2b81573b92313148c4f5a48ef6b84a7a 2024-11-26T11:20:48,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/data/hbase/replication/2b81573b92313148c4f5a48ef6b84a7a 2024-11-26T11:20:48,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/data/hbase/replication/2b81573b92313148c4f5a48ef6b84a7a 2024-11-26T11:20:48,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2b81573b92313148c4f5a48ef6b84a7a 2024-11-26T11:20:48,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2b81573b92313148c4f5a48ef6b84a7a 2024-11-26T11:20:48,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T11:20:48,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2b81573b92313148c4f5a48ef6b84a7a 2024-11-26T11:20:48,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/data/hbase/replication/2b81573b92313148c4f5a48ef6b84a7a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:20:48,178 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2b81573b92313148c4f5a48ef6b84a7a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69026709, jitterRate=0.02857811748981476}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T11:20:48,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2b81573b92313148c4f5a48ef6b84a7a 2024-11-26T11:20:48,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2b81573b92313148c4f5a48ef6b84a7a: Running coprocessor pre-open hook at 1732620048169Writing region info on filesystem at 1732620048169Initializing all the Stores at 1732620048170 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620048170Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620048170Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620048170Cleaning up temporary data from old regions at 1732620048175 (+5 ms)Running coprocessor post-open hooks at 1732620048178 (+3 ms)Region opened successfully at 1732620048178 2024-11-26T11:20:48,179 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732620047015.2b81573b92313148c4f5a48ef6b84a7a., pid=10, masterSystemTime=1732620048143 2024-11-26T11:20:48,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732620047015.2b81573b92313148c4f5a48ef6b84a7a. 2024-11-26T11:20:48,181 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732620047015.2b81573b92313148c4f5a48ef6b84a7a. 2024-11-26T11:20:48,181 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2b81573b92313148c4f5a48ef6b84a7a, regionState=OPEN, openSeqNum=2, regionLocation=7f3a3edaecc3,45655,1732620038986 2024-11-26T11:20:48,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b81573b92313148c4f5a48ef6b84a7a, server=7f3a3edaecc3,45655,1732620038986 because future has completed 2024-11-26T11:20:48,186 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T11:20:48,186 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2b81573b92313148c4f5a48ef6b84a7a, server=7f3a3edaecc3,45655,1732620038986 in 193 msec 2024-11-26T11:20:48,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T11:20:48,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2b81573b92313148c4f5a48ef6b84a7a, ASSIGN in 350 msec 2024-11-26T11:20:48,188 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T11:20:48,188 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620048188"}]},"ts":"1732620048188"} 2024-11-26T11:20:48,190 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T11:20:48,191 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T11:20:48,192 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1760 sec 2024-11-26T11:20:48,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732620047015.2b81573b92313148c4f5a48ef6b84a7a., hostname=7f3a3edaecc3,45655,1732620038986, seqNum=2] 2024-11-26T11:20:48,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46049-0x10176df93c80003, quorum=127.0.0.1:56635, baseZNode=/11575516127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11575516127 2024-11-26T11:20:48,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45655-0x10176df93c80004, quorum=127.0.0.1:56635, baseZNode=/11575516127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11575516127 2024-11-26T11:20:48,322 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T11:20:48,421 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260.replicationSource.wal-reader.7f3a3edaecc3%2C39267%2C1732620034260,1-7f3a3edaecc3,39267,1732620034260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/WALs/7f3a3edaecc3,39267,1732620034260/7f3a3edaecc3%2C39267%2C1732620034260.1732620036193 to pos 379, reset compression=false 2024-11-26T11:20:48,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45655 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T11:20:48,474 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T11:20:48,500 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7f3a3edaecc3,45655,1732620038986, ReplicationSource: 1, currentBandwidth=0 2024-11-26T11:20:48,501 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:20:48,501 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,45655,1732620038986, seqNum=-1] 2024-11-26T11:20:48,501 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:20:48,502 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52601, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-26T11:20:48,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7f3a3edaecc3,45655,1732620038986', locateType=CURRENT is [region=hbase:replication,,1732620047015.2b81573b92313148c4f5a48ef6b84a7a., hostname=7f3a3edaecc3,45655,1732620038986, seqNum=2] 2024-11-26T11:20:48,507 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T11:20:48,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T11:20:48,509 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7f3a3edaecc3,45655,1732620038986 suceeded 2024-11-26T11:20:48,511 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T11:20:48,511 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-26T11:20:48,511 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7f3a3edaecc3:42477,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T11:20:48,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5050 sec 2024-11-26T11:20:48,526 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45655,1732620038986 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7f3a3edaecc3:42477' 2024-11-26T11:20:48,528 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45655,1732620038986 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c15d833, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:48,528 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45655,1732620038986 {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,42477,-1 for getting cluster id 2024-11-26T11:20:48,528 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45655,1732620038986 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:20:48,528 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91aab268-bcc1-4e11-9dbe-10245e1d3ff9' 2024-11-26T11:20:48,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:20:48,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91aab268-bcc1-4e11-9dbe-10245e1d3ff9" 2024-11-26T11:20:48,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23ed827c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:48,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,42477,-1] 2024-11-26T11:20:48,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:20:48,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:48,530 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:20:48,531 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45655,1732620038986 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e3df21f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:48,531 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45655,1732620038986 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:20:48,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,42477,1732620034073 2024-11-26T11:20:48,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34b17a65 2024-11-26T11:20:48,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:20:48,533 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-26T11:20:48,533 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45655,1732620038986 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7f3a3edaecc3,45655,1732620038986 (queues=1) is replicating from cluster=ca577396-286d-416a-8c7a-9b68cc7a2b8d to cluster=91aab268-bcc1-4e11-9dbe-10245e1d3ff9 2024-11-26T11:20:48,533 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45655,1732620038986 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7f3a3edaecc3%2C45655%2C1732620038986 2024-11-26T11:20:48,533 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45655,1732620038986 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7f3a3edaecc3,45655,1732620038986, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T11:20:48,534 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45655,1732620038986.replicationSource.shipper7f3a3edaecc3%2C45655%2C1732620038986,1-7f3a3edaecc3,45655,1732620038986 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7f3a3edaecc3%2C45655%2C1732620038986 2024-11-26T11:20:48,534 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45655,1732620038986.replicationSource.wal-reader.7f3a3edaecc3%2C45655%2C1732620038986,1-7f3a3edaecc3,45655,1732620038986 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/WALs/7f3a3edaecc3,45655,1732620038986/7f3a3edaecc3%2C45655%2C1732620038986.1732620040789, startPosition=0, beingWritten=true 2024-11-26T11:20:48,539 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45655,1732620038986.replicationSource.wal-reader.7f3a3edaecc3%2C45655%2C1732620038986,1-7f3a3edaecc3,45655,1732620038986 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T11:20:48,539 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45655,1732620038986.replicationSource.wal-reader.7f3a3edaecc3%2C45655%2C1732620038986,1-7f3a3edaecc3,45655,1732620038986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/WALs/7f3a3edaecc3,45655,1732620038986/7f3a3edaecc3%2C45655%2C1732620038986.1732620040789 to pos 379, reset compression=false 2024-11-26T11:20:48,539 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45655,1732620038986.replicationSource.shipper7f3a3edaecc3%2C45655%2C1732620038986,1-7f3a3edaecc3,45655,1732620038986 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,45655,1732620038986 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/WALs/7f3a3edaecc3,45655,1732620038986/7f3a3edaecc3%2C45655%2C1732620038986.1732620040789, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T11:20:48,743 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45655,1732620038986.replicationSource.wal-reader.7f3a3edaecc3%2C45655%2C1732620038986,1-7f3a3edaecc3,45655,1732620038986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/WALs/7f3a3edaecc3,45655,1732620038986/7f3a3edaecc3%2C45655%2C1732620038986.1732620040789 to pos 379, reset compression=false 2024-11-26T11:20:49,047 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45655,1732620038986.replicationSource.wal-reader.7f3a3edaecc3%2C45655%2C1732620038986,1-7f3a3edaecc3,45655,1732620038986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/WALs/7f3a3edaecc3,45655,1732620038986/7f3a3edaecc3%2C45655%2C1732620038986.1732620040789 to pos 379, reset compression=false 2024-11-26T11:20:49,125 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260.replicationSource.wal-reader.7f3a3edaecc3%2C39267%2C1732620034260,1-7f3a3edaecc3,39267,1732620034260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/WALs/7f3a3edaecc3,39267,1732620034260/7f3a3edaecc3%2C39267%2C1732620034260.1732620036193 to pos 379, reset compression=false 2024-11-26T11:20:49,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:20:49,150 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T11:20:49,150 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:20:49,150 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:20:49,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:49,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:49,150 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:20:49,151 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:20:49,152 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,39267,1732620034260, seqNum=-1] 2024-11-26T11:20:49,152 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:20:49,153 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:20:49,154 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732620041541.321b09291c8d2f1edf45805c003b3f33., hostname=7f3a3edaecc3,39267,1732620034260, seqNum=2] 2024-11-26T11:20:49,157 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:20:49,158 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,45655,1732620038986, seqNum=-1] 2024-11-26T11:20:49,158 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:20:49,159 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:20:49,160 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732620043693.8420da6add49c9c29d30c5f70c6e4801., hostname=7f3a3edaecc3,45655,1732620038986, seqNum=2] 2024-11-26T11:20:49,162 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-26T11:20:49,451 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45655,1732620038986.replicationSource.wal-reader.7f3a3edaecc3%2C45655%2C1732620038986,1-7f3a3edaecc3,45655,1732620038986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/WALs/7f3a3edaecc3,45655,1732620038986/7f3a3edaecc3%2C45655%2C1732620038986.1732620040789 to pos 379, reset compression=false 2024-11-26T11:20:49,929 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260.replicationSource.wal-reader.7f3a3edaecc3%2C39267%2C1732620034260,1-7f3a3edaecc3,39267,1732620034260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/WALs/7f3a3edaecc3,39267,1732620034260/7f3a3edaecc3%2C39267%2C1732620034260.1732620036193 to pos 379, reset compression=false 2024-11-26T11:20:49,934 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260.replicationSource.wal-reader.7f3a3edaecc3%2C39267%2C1732620034260,1-7f3a3edaecc3,39267,1732620034260 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T11:20:49,934 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260.replicationSource.wal-reader.7f3a3edaecc3%2C39267%2C1732620034260,1-7f3a3edaecc3,39267,1732620034260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/WALs/7f3a3edaecc3,39267,1732620034260/7f3a3edaecc3%2C39267%2C1732620034260.1732620036193 to pos 480, reset compression=false 2024-11-26T11:20:49,934 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260.replicationSource.shipper7f3a3edaecc3%2C39267%2C1732620034260,1-7f3a3edaecc3,39267,1732620034260 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,39267,1732620034260 got entry batch from reader: WALEntryBatch [walEntries=[{test/321b09291c8d2f1edf45805c003b3f33/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/WALs/7f3a3edaecc3,39267,1732620034260/7f3a3edaecc3%2C39267%2C1732620034260.1732620036193, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-26T11:20:49,936 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260.replicationSource.shipper7f3a3edaecc3%2C39267%2C1732620034260,1-7f3a3edaecc3,39267,1732620034260 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T11:20:49,937 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-26T11:20:49,939 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T11:20:49,939 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37ef554f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:49,939 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,46049,-1 for getting cluster id 2024-11-26T11:20:49,939 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:20:49,940 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca577396-286d-416a-8c7a-9b68cc7a2b8d' 2024-11-26T11:20:49,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:20:49,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca577396-286d-416a-8c7a-9b68cc7a2b8d" 2024-11-26T11:20:49,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@306ff2cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:49,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,46049,-1] 2024-11-26T11:20:49,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:20:49,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:49,941 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:20:49,942 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71da0a0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:49,946 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:20:49,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,45655,1732620038986, seqNum=-1] 2024-11-26T11:20:49,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:20:49,948 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-26T11:20:49,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732620043693.8420da6add49c9c29d30c5f70c6e4801., hostname=7f3a3edaecc3,45655,1732620038986, seqNum=2] 2024-11-26T11:20:49,954 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45655,1732620038986.replicationSource.wal-reader.7f3a3edaecc3%2C45655%2C1732620038986,1-7f3a3edaecc3,45655,1732620038986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/WALs/7f3a3edaecc3,45655,1732620038986/7f3a3edaecc3%2C45655%2C1732620038986.1732620040789 to pos 379, reset compression=false 2024-11-26T11:20:49,970 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T11:20:50,138 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260.replicationSource.wal-reader.7f3a3edaecc3%2C39267%2C1732620034260,1-7f3a3edaecc3,39267,1732620034260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/WALs/7f3a3edaecc3,39267,1732620034260/7f3a3edaecc3%2C39267%2C1732620034260.1732620036193 to pos 480, reset compression=false 2024-11-26T11:20:50,165 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-26T11:20:50,168 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-26T11:20:50,442 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260.replicationSource.wal-reader.7f3a3edaecc3%2C39267%2C1732620034260,1-7f3a3edaecc3,39267,1732620034260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/WALs/7f3a3edaecc3,39267,1732620034260/7f3a3edaecc3%2C39267%2C1732620034260.1732620036193 to pos 480, reset compression=false 2024-11-26T11:20:50,558 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45655,1732620038986.replicationSource.wal-reader.7f3a3edaecc3%2C45655%2C1732620038986,1-7f3a3edaecc3,45655,1732620038986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/WALs/7f3a3edaecc3,45655,1732620038986/7f3a3edaecc3%2C45655%2C1732620038986.1732620040789 to pos 379, reset compression=false 2024-11-26T11:20:50,563 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45655,1732620038986.replicationSource.wal-reader.7f3a3edaecc3%2C45655%2C1732620038986,1-7f3a3edaecc3,45655,1732620038986 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T11:20:50,563 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45655,1732620038986.replicationSource.wal-reader.7f3a3edaecc3%2C45655%2C1732620038986,1-7f3a3edaecc3,45655,1732620038986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/WALs/7f3a3edaecc3,45655,1732620038986/7f3a3edaecc3%2C45655%2C1732620038986.1732620040789 to pos 608, reset compression=false 2024-11-26T11:20:50,563 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45655,1732620038986.replicationSource.shipper7f3a3edaecc3%2C45655%2C1732620038986,1-7f3a3edaecc3,45655,1732620038986 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,45655,1732620038986 got entry batch from reader: WALEntryBatch [walEntries=[{test/8420da6add49c9c29d30c5f70c6e4801/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/WALs/7f3a3edaecc3,45655,1732620038986/7f3a3edaecc3%2C45655%2C1732620038986.1732620040789, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-26T11:20:50,565 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45655,1732620038986.replicationSource.shipper7f3a3edaecc3%2C45655%2C1732620038986,1-7f3a3edaecc3,45655,1732620038986 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T11:20:50,566 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-26T11:20:50,566 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39267 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T11:20:50,567 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39267 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67ea7d87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:50,567 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39267 {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,42477,-1 for getting cluster id 2024-11-26T11:20:50,567 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39267 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:20:50,567 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91aab268-bcc1-4e11-9dbe-10245e1d3ff9' 2024-11-26T11:20:50,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:20:50,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91aab268-bcc1-4e11-9dbe-10245e1d3ff9" 2024-11-26T11:20:50,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3cf85727, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:50,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,42477,-1] 2024-11-26T11:20:50,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:20:50,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:50,569 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:20:50,569 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39267 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3377d764, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:20:50,570 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39267 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:20:50,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,39267,1732620034260, seqNum=-1] 2024-11-26T11:20:50,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:20:50,571 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-26T11:20:50,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732620041541.321b09291c8d2f1edf45805c003b3f33., hostname=7f3a3edaecc3,39267,1732620034260, seqNum=2] 2024-11-26T11:20:50,575 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39267 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T11:20:50,766 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45655,1732620038986.replicationSource.wal-reader.7f3a3edaecc3%2C45655%2C1732620038986,1-7f3a3edaecc3,45655,1732620038986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/WALs/7f3a3edaecc3,45655,1732620038986/7f3a3edaecc3%2C45655%2C1732620038986.1732620040789 to pos 608, reset compression=false 2024-11-26T11:20:50,845 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260.replicationSource.wal-reader.7f3a3edaecc3%2C39267%2C1732620034260,1-7f3a3edaecc3,39267,1732620034260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/WALs/7f3a3edaecc3,39267,1732620034260/7f3a3edaecc3%2C39267%2C1732620034260.1732620036193 to pos 480, reset compression=false 2024-11-26T11:20:50,852 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260.replicationSource.wal-reader.7f3a3edaecc3%2C39267%2C1732620034260,1-7f3a3edaecc3,39267,1732620034260 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T11:20:50,852 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260.replicationSource.wal-reader.7f3a3edaecc3%2C39267%2C1732620034260,1-7f3a3edaecc3,39267,1732620034260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/WALs/7f3a3edaecc3,39267,1732620034260/7f3a3edaecc3%2C39267%2C1732620034260.1732620036193 to pos 608, reset compression=false 2024-11-26T11:20:50,852 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260.replicationSource.shipper7f3a3edaecc3%2C39267%2C1732620034260,1-7f3a3edaecc3,39267,1732620034260 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,39267,1732620034260 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/WALs/7f3a3edaecc3,39267,1732620034260/7f3a3edaecc3%2C39267%2C1732620034260.1732620036193, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T11:20:51,058 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260.replicationSource.wal-reader.7f3a3edaecc3%2C39267%2C1732620034260,1-7f3a3edaecc3,39267,1732620034260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/WALs/7f3a3edaecc3,39267,1732620034260/7f3a3edaecc3%2C39267%2C1732620034260.1732620036193 to pos 608, reset compression=false 2024-11-26T11:20:51,070 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45655,1732620038986.replicationSource.wal-reader.7f3a3edaecc3%2C45655%2C1732620038986,1-7f3a3edaecc3,45655,1732620038986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/WALs/7f3a3edaecc3,45655,1732620038986/7f3a3edaecc3%2C45655%2C1732620038986.1732620040789 to pos 608, reset compression=false 2024-11-26T11:20:51,170 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-26T11:20:51,176 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-26T11:20:51,362 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260.replicationSource.wal-reader.7f3a3edaecc3%2C39267%2C1732620034260,1-7f3a3edaecc3,39267,1732620034260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/WALs/7f3a3edaecc3,39267,1732620034260/7f3a3edaecc3%2C39267%2C1732620034260.1732620036193 to pos 608, reset compression=false 2024-11-26T11:20:51,428 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260.replicationSource.wal-reader.7f3a3edaecc3%2C39267%2C1732620034260,1-7f3a3edaecc3,39267,1732620034260 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T11:20:51,428 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260.replicationSource.wal-reader.7f3a3edaecc3%2C39267%2C1732620034260,1-7f3a3edaecc3,39267,1732620034260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/WALs/7f3a3edaecc3,39267,1732620034260/7f3a3edaecc3%2C39267%2C1732620034260.1732620036193 to pos 764, reset compression=false 2024-11-26T11:20:51,428 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260.replicationSource.shipper7f3a3edaecc3%2C39267%2C1732620034260,1-7f3a3edaecc3,39267,1732620034260 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,39267,1732620034260 got entry batch from reader: WALEntryBatch [walEntries=[{test/321b09291c8d2f1edf45805c003b3f33/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/WALs/7f3a3edaecc3,39267,1732620034260/7f3a3edaecc3%2C39267%2C1732620034260.1732620036193, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-26T11:20:51,429 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T11:20:51,432 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T11:20:51,473 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45655,1732620038986.replicationSource.wal-reader.7f3a3edaecc3%2C45655%2C1732620038986,1-7f3a3edaecc3,45655,1732620038986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/WALs/7f3a3edaecc3,45655,1732620038986/7f3a3edaecc3%2C45655%2C1732620038986.1732620040789 to pos 608, reset compression=false 2024-11-26T11:20:51,478 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45655,1732620038986.replicationSource.wal-reader.7f3a3edaecc3%2C45655%2C1732620038986,1-7f3a3edaecc3,45655,1732620038986 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T11:20:51,478 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45655,1732620038986.replicationSource.wal-reader.7f3a3edaecc3%2C45655%2C1732620038986,1-7f3a3edaecc3,45655,1732620038986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/WALs/7f3a3edaecc3,45655,1732620038986/7f3a3edaecc3%2C45655%2C1732620038986.1732620040789 to pos 756, reset compression=false 2024-11-26T11:20:51,478 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45655,1732620038986.replicationSource.shipper7f3a3edaecc3%2C45655%2C1732620038986,1-7f3a3edaecc3,45655,1732620038986 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,45655,1732620038986 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/WALs/7f3a3edaecc3,45655,1732620038986/7f3a3edaecc3%2C45655%2C1732620038986.1732620040789, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T11:20:51,631 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260.replicationSource.wal-reader.7f3a3edaecc3%2C39267%2C1732620034260,1-7f3a3edaecc3,39267,1732620034260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/WALs/7f3a3edaecc3,39267,1732620034260/7f3a3edaecc3%2C39267%2C1732620034260.1732620036193 to pos 764, reset compression=false 2024-11-26T11:20:51,681 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45655,1732620038986.replicationSource.wal-reader.7f3a3edaecc3%2C45655%2C1732620038986,1-7f3a3edaecc3,45655,1732620038986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/WALs/7f3a3edaecc3,45655,1732620038986/7f3a3edaecc3%2C45655%2C1732620038986.1732620040789 to pos 756, reset compression=false 2024-11-26T11:20:51,935 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260.replicationSource.wal-reader.7f3a3edaecc3%2C39267%2C1732620034260,1-7f3a3edaecc3,39267,1732620034260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/WALs/7f3a3edaecc3,39267,1732620034260/7f3a3edaecc3%2C39267%2C1732620034260.1732620036193 to pos 764, reset compression=false 2024-11-26T11:20:51,984 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45655,1732620038986.replicationSource.wal-reader.7f3a3edaecc3%2C45655%2C1732620038986,1-7f3a3edaecc3,45655,1732620038986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/WALs/7f3a3edaecc3,45655,1732620038986/7f3a3edaecc3%2C45655%2C1732620038986.1732620040789 to pos 756, reset compression=false 2024-11-26T11:20:52,178 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-26T11:20:52,181 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-26T11:20:52,338 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260.replicationSource.wal-reader.7f3a3edaecc3%2C39267%2C1732620034260,1-7f3a3edaecc3,39267,1732620034260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/WALs/7f3a3edaecc3,39267,1732620034260/7f3a3edaecc3%2C39267%2C1732620034260.1732620036193 to pos 764, reset compression=false 2024-11-26T11:20:52,387 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45655,1732620038986.replicationSource.wal-reader.7f3a3edaecc3%2C45655%2C1732620038986,1-7f3a3edaecc3,45655,1732620038986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/WALs/7f3a3edaecc3,45655,1732620038986/7f3a3edaecc3%2C45655%2C1732620038986.1732620040789 to pos 756, reset compression=false 2024-11-26T11:20:52,391 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45655,1732620038986.replicationSource.wal-reader.7f3a3edaecc3%2C45655%2C1732620038986,1-7f3a3edaecc3,45655,1732620038986 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T11:20:52,391 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45655,1732620038986.replicationSource.wal-reader.7f3a3edaecc3%2C45655%2C1732620038986,1-7f3a3edaecc3,45655,1732620038986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/WALs/7f3a3edaecc3,45655,1732620038986/7f3a3edaecc3%2C45655%2C1732620038986.1732620040789 to pos 915, reset compression=false 2024-11-26T11:20:52,391 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45655,1732620038986.replicationSource.shipper7f3a3edaecc3%2C45655%2C1732620038986,1-7f3a3edaecc3,45655,1732620038986 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,45655,1732620038986 got entry batch from reader: WALEntryBatch [walEntries=[{test/8420da6add49c9c29d30c5f70c6e4801/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/WALs/7f3a3edaecc3,45655,1732620038986/7f3a3edaecc3%2C45655%2C1732620038986.1732620040789, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-26T11:20:52,392 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39267 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T11:20:52,395 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39267 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T11:20:52,595 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45655,1732620038986.replicationSource.wal-reader.7f3a3edaecc3%2C45655%2C1732620038986,1-7f3a3edaecc3,45655,1732620038986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/WALs/7f3a3edaecc3,45655,1732620038986/7f3a3edaecc3%2C45655%2C1732620038986.1732620040789 to pos 915, reset compression=false 2024-11-26T11:20:52,841 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260.replicationSource.wal-reader.7f3a3edaecc3%2C39267%2C1732620034260,1-7f3a3edaecc3,39267,1732620034260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/WALs/7f3a3edaecc3,39267,1732620034260/7f3a3edaecc3%2C39267%2C1732620034260.1732620036193 to pos 764, reset compression=false 2024-11-26T11:20:52,846 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260.replicationSource.wal-reader.7f3a3edaecc3%2C39267%2C1732620034260,1-7f3a3edaecc3,39267,1732620034260 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T11:20:52,846 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260.replicationSource.wal-reader.7f3a3edaecc3%2C39267%2C1732620034260,1-7f3a3edaecc3,39267,1732620034260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/WALs/7f3a3edaecc3,39267,1732620034260/7f3a3edaecc3%2C39267%2C1732620034260.1732620036193 to pos 914, reset compression=false 2024-11-26T11:20:52,846 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260.replicationSource.shipper7f3a3edaecc3%2C39267%2C1732620034260,1-7f3a3edaecc3,39267,1732620034260 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,39267,1732620034260 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/WALs/7f3a3edaecc3,39267,1732620034260/7f3a3edaecc3%2C39267%2C1732620034260.1732620036193, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T11:20:52,898 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45655,1732620038986.replicationSource.wal-reader.7f3a3edaecc3%2C45655%2C1732620038986,1-7f3a3edaecc3,45655,1732620038986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/WALs/7f3a3edaecc3,45655,1732620038986/7f3a3edaecc3%2C45655%2C1732620038986.1732620040789 to pos 915, reset compression=false 2024-11-26T11:20:53,049 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260.replicationSource.wal-reader.7f3a3edaecc3%2C39267%2C1732620034260,1-7f3a3edaecc3,39267,1732620034260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/WALs/7f3a3edaecc3,39267,1732620034260/7f3a3edaecc3%2C39267%2C1732620034260.1732620036193 to pos 914, reset compression=false 2024-11-26T11:20:53,183 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-26T11:20:53,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T11:20:53,185 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:20:53,186 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:20:53,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:53,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:53,186 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:20:53,186 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T11:20:53,186 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1360759299, stopped=false 2024-11-26T11:20:53,186 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7f3a3edaecc3,46049,1732620038769 2024-11-26T11:20:53,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46049-0x10176df93c80003, quorum=127.0.0.1:56635, baseZNode=/11575516127 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11575516127/running 2024-11-26T11:20:53,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45655-0x10176df93c80004, quorum=127.0.0.1:56635, baseZNode=/11575516127 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11575516127/running 2024-11-26T11:20:53,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45655-0x10176df93c80004, quorum=127.0.0.1:56635, baseZNode=/11575516127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11575516127 2024-11-26T11:20:53,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46049-0x10176df93c80003, quorum=127.0.0.1:56635, baseZNode=/11575516127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11575516127 2024-11-26T11:20:53,247 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T11:20:53,247 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:20:53,247 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:20:53,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:53,247 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45655-0x10176df93c80004, quorum=127.0.0.1:56635, baseZNode=/11575516127 Set watcher on znode that does not yet exist, /11575516127/running 2024-11-26T11:20:53,247 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7f3a3edaecc3,45655,1732620038986' ***** 2024-11-26T11:20:53,247 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46049-0x10176df93c80003, quorum=127.0.0.1:56635, baseZNode=/11575516127 Set watcher on znode that does not yet exist, /11575516127/running 2024-11-26T11:20:53,247 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T11:20:53,248 INFO [RS:0;7f3a3edaecc3:45655 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T11:20:53,248 INFO [RS:0;7f3a3edaecc3:45655 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T11:20:53,248 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T11:20:53,248 INFO [RS:0;7f3a3edaecc3:45655 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T11:20:53,248 INFO [RS:0;7f3a3edaecc3:45655 {}] regionserver.HRegionServer(3091): Received CLOSE for 2b81573b92313148c4f5a48ef6b84a7a 2024-11-26T11:20:53,248 INFO [RS:0;7f3a3edaecc3:45655 {}] regionserver.HRegionServer(3091): Received CLOSE for 8420da6add49c9c29d30c5f70c6e4801 2024-11-26T11:20:53,248 INFO [RS:0;7f3a3edaecc3:45655 {}] regionserver.HRegionServer(959): stopping server 7f3a3edaecc3,45655,1732620038986 2024-11-26T11:20:53,248 INFO [RS:0;7f3a3edaecc3:45655 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T11:20:53,248 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2b81573b92313148c4f5a48ef6b84a7a, disabling compactions & flushes 2024-11-26T11:20:53,248 INFO [RS:0;7f3a3edaecc3:45655 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7f3a3edaecc3:45655. 2024-11-26T11:20:53,248 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732620047015.2b81573b92313148c4f5a48ef6b84a7a. 2024-11-26T11:20:53,248 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732620047015.2b81573b92313148c4f5a48ef6b84a7a. 2024-11-26T11:20:53,248 DEBUG [RS:0;7f3a3edaecc3:45655 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:20:53,248 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732620047015.2b81573b92313148c4f5a48ef6b84a7a. after waiting 0 ms 2024-11-26T11:20:53,248 DEBUG [RS:0;7f3a3edaecc3:45655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:53,248 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732620047015.2b81573b92313148c4f5a48ef6b84a7a. 2024-11-26T11:20:53,248 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2b81573b92313148c4f5a48ef6b84a7a 3/3 column families, dataSize=743 B heapSize=1.84 KB 2024-11-26T11:20:53,249 INFO [RS:0;7f3a3edaecc3:45655 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T11:20:53,249 INFO [RS:0;7f3a3edaecc3:45655 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T11:20:53,249 INFO [RS:0;7f3a3edaecc3:45655 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T11:20:53,249 INFO [RS:0;7f3a3edaecc3:45655 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T11:20:53,249 INFO [RS:0;7f3a3edaecc3:45655 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T11:20:53,249 DEBUG [RS:0;7f3a3edaecc3:45655 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2b81573b92313148c4f5a48ef6b84a7a=hbase:replication,,1732620047015.2b81573b92313148c4f5a48ef6b84a7a., 8420da6add49c9c29d30c5f70c6e4801=test,,1732620043693.8420da6add49c9c29d30c5f70c6e4801.} 2024-11-26T11:20:53,249 DEBUG [RS:0;7f3a3edaecc3:45655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b81573b92313148c4f5a48ef6b84a7a, 8420da6add49c9c29d30c5f70c6e4801 2024-11-26T11:20:53,249 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T11:20:53,249 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T11:20:53,249 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T11:20:53,249 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T11:20:53,249 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T11:20:53,249 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T11:20:53,263 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/data/hbase/replication/2b81573b92313148c4f5a48ef6b84a7a/.tmp/queue/01b3363b2f88467ab9e8cd9724ce710e is 153, key is 1-7f3a3edaecc3,45655,1732620038986/queue:7f3a3edaecc3%2C45655%2C1732620038986/1732620052396/Put/seqid=0 2024-11-26T11:20:53,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34547 is added to blk_1073741840_1016 (size=5352) 2024-11-26T11:20:53,269 INFO [regionserver/7f3a3edaecc3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T11:20:53,269 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/data/hbase/meta/1588230740/.tmp/info/f61429a034d7402ca811f8aa2f131f85 is 147, key is hbase:replication,,1732620047015.2b81573b92313148c4f5a48ef6b84a7a./info:regioninfo/1732620048181/Put/seqid=0 2024-11-26T11:20:53,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34547 is added to blk_1073741841_1017 (size=7686) 2024-11-26T11:20:53,301 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45655,1732620038986.replicationSource.wal-reader.7f3a3edaecc3%2C45655%2C1732620038986,1-7f3a3edaecc3,45655,1732620038986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/WALs/7f3a3edaecc3,45655,1732620038986/7f3a3edaecc3%2C45655%2C1732620038986.1732620040789 to pos 915, reset compression=false 2024-11-26T11:20:53,352 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260.replicationSource.wal-reader.7f3a3edaecc3%2C39267%2C1732620034260,1-7f3a3edaecc3,39267,1732620034260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/WALs/7f3a3edaecc3,39267,1732620034260/7f3a3edaecc3%2C39267%2C1732620034260.1732620036193 to pos 914, reset compression=false 2024-11-26T11:20:53,449 DEBUG [RS:0;7f3a3edaecc3:45655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b81573b92313148c4f5a48ef6b84a7a, 8420da6add49c9c29d30c5f70c6e4801 2024-11-26T11:20:53,649 DEBUG [RS:0;7f3a3edaecc3:45655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b81573b92313148c4f5a48ef6b84a7a, 8420da6add49c9c29d30c5f70c6e4801 2024-11-26T11:20:53,667 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=743 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/data/hbase/replication/2b81573b92313148c4f5a48ef6b84a7a/.tmp/queue/01b3363b2f88467ab9e8cd9724ce710e 2024-11-26T11:20:53,671 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T11:20:53,671 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/data/hbase/replication/2b81573b92313148c4f5a48ef6b84a7a/.tmp/queue/01b3363b2f88467ab9e8cd9724ce710e as hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/data/hbase/replication/2b81573b92313148c4f5a48ef6b84a7a/queue/01b3363b2f88467ab9e8cd9724ce710e 2024-11-26T11:20:53,673 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/data/hbase/meta/1588230740/.tmp/info/f61429a034d7402ca811f8aa2f131f85 2024-11-26T11:20:53,683 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/data/hbase/replication/2b81573b92313148c4f5a48ef6b84a7a/queue/01b3363b2f88467ab9e8cd9724ce710e, entries=1, sequenceid=9, filesize=5.2 K 2024-11-26T11:20:53,684 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for 2b81573b92313148c4f5a48ef6b84a7a in 436ms, sequenceid=9, compaction requested=false 2024-11-26T11:20:53,706 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/data/hbase/replication/2b81573b92313148c4f5a48ef6b84a7a/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-26T11:20:53,707 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T11:20:53,707 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T11:20:53,707 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732620047015.2b81573b92313148c4f5a48ef6b84a7a. 2024-11-26T11:20:53,707 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2b81573b92313148c4f5a48ef6b84a7a: Waiting for close lock at 1732620053248Running coprocessor pre-close hooks at 1732620053248Disabling compacts and flushes for region at 1732620053248Disabling writes for close at 1732620053248Obtaining lock to block concurrent updates at 1732620053248Preparing flush snapshotting stores in 2b81573b92313148c4f5a48ef6b84a7a at 1732620053248Finished memstore snapshotting hbase:replication,,1732620047015.2b81573b92313148c4f5a48ef6b84a7a., syncing WAL and waiting on mvcc, flushsize=dataSize=743, getHeapSize=1840, getOffHeapSize=0, getCellsCount=5 at 1732620053249 (+1 ms)Flushing stores of hbase:replication,,1732620047015.2b81573b92313148c4f5a48ef6b84a7a. at 1732620053249Flushing 2b81573b92313148c4f5a48ef6b84a7a/queue: creating writer at 1732620053249Flushing 2b81573b92313148c4f5a48ef6b84a7a/queue: appending metadata at 1732620053262 (+13 ms)Flushing 2b81573b92313148c4f5a48ef6b84a7a/queue: closing flushed file at 1732620053262Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67444ba: reopening flushed file at 1732620053671 (+409 ms)Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for 2b81573b92313148c4f5a48ef6b84a7a in 436ms, sequenceid=9, compaction requested=false at 1732620053684 (+13 ms)Writing region close event to WAL at 1732620053688 (+4 ms)Running coprocessor post-close hooks at 1732620053707 (+19 ms)Closed at 1732620053707 2024-11-26T11:20:53,707 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732620047015.2b81573b92313148c4f5a48ef6b84a7a. 2024-11-26T11:20:53,707 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8420da6add49c9c29d30c5f70c6e4801, disabling compactions & flushes 2024-11-26T11:20:53,707 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732620043693.8420da6add49c9c29d30c5f70c6e4801. 2024-11-26T11:20:53,707 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732620043693.8420da6add49c9c29d30c5f70c6e4801. 2024-11-26T11:20:53,707 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732620043693.8420da6add49c9c29d30c5f70c6e4801. after waiting 0 ms 2024-11-26T11:20:53,708 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732620043693.8420da6add49c9c29d30c5f70c6e4801. 2024-11-26T11:20:53,708 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8420da6add49c9c29d30c5f70c6e4801 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-26T11:20:53,710 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/data/hbase/meta/1588230740/.tmp/ns/8652bb681f2f400292e9b4a0dfbdca8c is 43, key is default/ns:d/1732620041460/Put/seqid=0 2024-11-26T11:20:53,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34547 is added to blk_1073741842_1018 (size=5153) 2024-11-26T11:20:53,721 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/data/hbase/meta/1588230740/.tmp/ns/8652bb681f2f400292e9b4a0dfbdca8c 2024-11-26T11:20:53,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:53,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:53,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:53,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:53,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:53,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:53,739 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/data/default/test/8420da6add49c9c29d30c5f70c6e4801/.tmp/f/4792abf412a246fe8df4198ea483508b is 29, key is row1/f:/1732620052178/DeleteFamily/seqid=0 2024-11-26T11:20:53,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:53,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:53,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:53,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:53,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34547 is added to blk_1073741843_1019 (size=5118) 2024-11-26T11:20:53,754 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/data/hbase/meta/1588230740/.tmp/rep_barrier/8456962f2fa4402dba77b1f60fbd9e35 is 112, key is test,,1732620043693.8420da6add49c9c29d30c5f70c6e4801./rep_barrier:seqnumDuringOpen/1732620044439/Put/seqid=0 2024-11-26T11:20:53,755 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/data/default/test/8420da6add49c9c29d30c5f70c6e4801/.tmp/f/4792abf412a246fe8df4198ea483508b 2024-11-26T11:20:53,755 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260.replicationSource.wal-reader.7f3a3edaecc3%2C39267%2C1732620034260,1-7f3a3edaecc3,39267,1732620034260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/WALs/7f3a3edaecc3,39267,1732620034260/7f3a3edaecc3%2C39267%2C1732620034260.1732620036193 to pos 914, reset compression=false 2024-11-26T11:20:53,759 INFO [regionserver/7f3a3edaecc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T11:20:53,759 INFO [regionserver/7f3a3edaecc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T11:20:53,760 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4792abf412a246fe8df4198ea483508b 2024-11-26T11:20:53,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34547 is added to blk_1073741844_1020 (size=5518) 2024-11-26T11:20:53,774 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/data/hbase/meta/1588230740/.tmp/rep_barrier/8456962f2fa4402dba77b1f60fbd9e35 2024-11-26T11:20:53,784 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/data/default/test/8420da6add49c9c29d30c5f70c6e4801/.tmp/f1/3970cda301d14adc950b4298538498f2 is 30, key is row1/f1:/1732620052178/DeleteFamily/seqid=0 2024-11-26T11:20:53,795 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/data/hbase/meta/1588230740/.tmp/table/989014b1bc6d431d9ddded99cf2cf998 is 53, key is hbase:replication/table:state/1732620048188/Put/seqid=0 2024-11-26T11:20:53,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34547 is added to blk_1073741845_1021 (size=5123) 2024-11-26T11:20:53,800 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/data/default/test/8420da6add49c9c29d30c5f70c6e4801/.tmp/f1/3970cda301d14adc950b4298538498f2 2024-11-26T11:20:53,804 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3970cda301d14adc950b4298538498f2 2024-11-26T11:20:53,804 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45655,1732620038986.replicationSource.wal-reader.7f3a3edaecc3%2C45655%2C1732620038986,1-7f3a3edaecc3,45655,1732620038986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/WALs/7f3a3edaecc3,45655,1732620038986/7f3a3edaecc3%2C45655%2C1732620038986.1732620040789 to pos 915, reset compression=false 2024-11-26T11:20:53,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34547 is added to blk_1073741846_1022 (size=5308) 2024-11-26T11:20:53,814 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/data/hbase/meta/1588230740/.tmp/table/989014b1bc6d431d9ddded99cf2cf998 2024-11-26T11:20:53,821 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/data/hbase/meta/1588230740/.tmp/info/f61429a034d7402ca811f8aa2f131f85 as hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/data/hbase/meta/1588230740/info/f61429a034d7402ca811f8aa2f131f85 2024-11-26T11:20:53,827 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/data/hbase/meta/1588230740/info/f61429a034d7402ca811f8aa2f131f85, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T11:20:53,828 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/data/hbase/meta/1588230740/.tmp/ns/8652bb681f2f400292e9b4a0dfbdca8c as hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/data/hbase/meta/1588230740/ns/8652bb681f2f400292e9b4a0dfbdca8c 2024-11-26T11:20:53,831 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45655,1732620038986.replicationSource.wal-reader.7f3a3edaecc3%2C45655%2C1732620038986,1-7f3a3edaecc3,45655,1732620038986 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T11:20:53,831 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45655,1732620038986.replicationSource.wal-reader.7f3a3edaecc3%2C45655%2C1732620038986,1-7f3a3edaecc3,45655,1732620038986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/WALs/7f3a3edaecc3,45655,1732620038986/7f3a3edaecc3%2C45655%2C1732620038986.1732620040789 to pos 1162, reset compression=false 2024-11-26T11:20:53,831 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45655,1732620038986.replicationSource.shipper7f3a3edaecc3%2C45655%2C1732620038986,1-7f3a3edaecc3,45655,1732620038986 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,45655,1732620038986 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/WALs/7f3a3edaecc3,45655,1732620038986/7f3a3edaecc3%2C45655%2C1732620038986.1732620040789, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T11:20:53,834 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/data/default/test/8420da6add49c9c29d30c5f70c6e4801/.tmp/norep/6f0dee62c8d84c3a80b4f59d54875cf3 is 33, key is row1/norep:/1732620052178/DeleteFamily/seqid=0 2024-11-26T11:20:53,833 ERROR [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45655,1732620038986.replicationSource.shipper7f3a3edaecc3%2C45655%2C1732620038986,1-7f3a3edaecc3,45655,1732620038986 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7f3a3edaecc3,45655,1732620038986: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7f3a3edaecc3,45655,1732620038986, walGroup=7f3a3edaecc3%2C45655%2C1732620038986, offset=7f3a3edaecc3%2C45655%2C1732620038986.1732620040789:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7f3a3edaecc3:45655 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T11:20:53,834 ERROR [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45655,1732620038986.replicationSource.shipper7f3a3edaecc3%2C45655%2C1732620038986,1-7f3a3edaecc3,45655,1732620038986 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T11:20:53,834 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45655,1732620038986.replicationSource.shipper7f3a3edaecc3%2C45655%2C1732620038986,1-7f3a3edaecc3,45655,1732620038986 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T11:20:53,835 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45655,1732620038986.replicationSource.shipper7f3a3edaecc3%2C45655%2C1732620038986,1-7f3a3edaecc3,45655,1732620038986 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T11:20:53,835 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45655,1732620038986.replicationSource.shipper7f3a3edaecc3%2C45655%2C1732620038986,1-7f3a3edaecc3,45655,1732620038986 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T11:20:53,835 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45655,1732620038986.replicationSource.shipper7f3a3edaecc3%2C45655%2C1732620038986,1-7f3a3edaecc3,45655,1732620038986 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T11:20:53,835 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45655,1732620038986.replicationSource.shipper7f3a3edaecc3%2C45655%2C1732620038986,1-7f3a3edaecc3,45655,1732620038986 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 710037880 }, "NonHeapMemoryUsage": { "committed": 194838528, "init": 7667712, "max": -1, "used": 190545440 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T11:20:53,835 WARN [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45655,1732620038986.replicationSource.shipper7f3a3edaecc3%2C45655%2C1732620038986,1-7f3a3edaecc3,45655,1732620038986 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7f3a3edaecc3:46049 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7f3a3edaecc3:46049 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-26T11:20:53,839 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/data/hbase/meta/1588230740/ns/8652bb681f2f400292e9b4a0dfbdca8c, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T11:20:53,840 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/data/hbase/meta/1588230740/.tmp/rep_barrier/8456962f2fa4402dba77b1f60fbd9e35 as hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/data/hbase/meta/1588230740/rep_barrier/8456962f2fa4402dba77b1f60fbd9e35 2024-11-26T11:20:53,845 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/data/hbase/meta/1588230740/rep_barrier/8456962f2fa4402dba77b1f60fbd9e35, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T11:20:53,846 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/data/hbase/meta/1588230740/.tmp/table/989014b1bc6d431d9ddded99cf2cf998 as hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/data/hbase/meta/1588230740/table/989014b1bc6d431d9ddded99cf2cf998 2024-11-26T11:20:53,850 DEBUG [RS:0;7f3a3edaecc3:45655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8420da6add49c9c29d30c5f70c6e4801 2024-11-26T11:20:53,854 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/data/hbase/meta/1588230740/table/989014b1bc6d431d9ddded99cf2cf998, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T11:20:53,855 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 606ms, sequenceid=16, compaction requested=false 2024-11-26T11:20:53,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34547 is added to blk_1073741847_1023 (size=5108) 2024-11-26T11:20:53,866 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/data/default/test/8420da6add49c9c29d30c5f70c6e4801/.tmp/norep/6f0dee62c8d84c3a80b4f59d54875cf3 2024-11-26T11:20:53,870 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6f0dee62c8d84c3a80b4f59d54875cf3 2024-11-26T11:20:53,870 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/data/default/test/8420da6add49c9c29d30c5f70c6e4801/.tmp/f/4792abf412a246fe8df4198ea483508b as hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/data/default/test/8420da6add49c9c29d30c5f70c6e4801/f/4792abf412a246fe8df4198ea483508b 2024-11-26T11:20:53,875 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4792abf412a246fe8df4198ea483508b 2024-11-26T11:20:53,875 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/data/default/test/8420da6add49c9c29d30c5f70c6e4801/f/4792abf412a246fe8df4198ea483508b, entries=2, sequenceid=8, filesize=5.0 K 2024-11-26T11:20:53,878 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/data/default/test/8420da6add49c9c29d30c5f70c6e4801/.tmp/f1/3970cda301d14adc950b4298538498f2 as hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/data/default/test/8420da6add49c9c29d30c5f70c6e4801/f1/3970cda301d14adc950b4298538498f2 2024-11-26T11:20:53,890 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3970cda301d14adc950b4298538498f2 2024-11-26T11:20:53,890 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/data/default/test/8420da6add49c9c29d30c5f70c6e4801/f1/3970cda301d14adc950b4298538498f2, entries=2, sequenceid=8, filesize=5.0 K 2024-11-26T11:20:53,891 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/data/default/test/8420da6add49c9c29d30c5f70c6e4801/.tmp/norep/6f0dee62c8d84c3a80b4f59d54875cf3 as hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/data/default/test/8420da6add49c9c29d30c5f70c6e4801/norep/6f0dee62c8d84c3a80b4f59d54875cf3 2024-11-26T11:20:53,896 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6f0dee62c8d84c3a80b4f59d54875cf3 2024-11-26T11:20:53,897 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/data/default/test/8420da6add49c9c29d30c5f70c6e4801/norep/6f0dee62c8d84c3a80b4f59d54875cf3, entries=1, sequenceid=8, filesize=5.0 K 2024-11-26T11:20:53,898 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 8420da6add49c9c29d30c5f70c6e4801 in 190ms, sequenceid=8, compaction requested=false 2024-11-26T11:20:53,908 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T11:20:53,909 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T11:20:53,909 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T11:20:53,909 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T11:20:53,909 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732620053249Running coprocessor pre-close hooks at 1732620053249Disabling compacts and flushes for region at 1732620053249Disabling writes for close at 1732620053249Obtaining lock to block concurrent updates at 1732620053249Preparing flush snapshotting stores in 1588230740 at 1732620053249Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732620053250 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732620053250Flushing 1588230740/info: creating writer at 1732620053250Flushing 1588230740/info: appending metadata at 1732620053269 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732620053269Flushing 1588230740/ns: creating writer at 1732620053687 (+418 ms)Flushing 1588230740/ns: appending metadata at 1732620053709 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1732620053709Flushing 1588230740/rep_barrier: creating writer at 1732620053726 (+17 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732620053752 (+26 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732620053753 (+1 ms)Flushing 1588230740/table: creating writer at 1732620053779 (+26 ms)Flushing 1588230740/table: appending metadata at 1732620053795 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732620053795Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d373c55: reopening flushed file at 1732620053821 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4771c1c6: reopening flushed file at 1732620053827 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1077a03b: reopening flushed file at 1732620053839 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@740f1b81: reopening flushed file at 1732620053845 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 606ms, sequenceid=16, compaction requested=false at 1732620053855 (+10 ms)Writing region close event to WAL at 1732620053904 (+49 ms)Running coprocessor post-close hooks at 1732620053909 (+5 ms)Closed at 1732620053909 2024-11-26T11:20:53,909 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T11:20:53,913 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/data/default/test/8420da6add49c9c29d30c5f70c6e4801/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-26T11:20:53,913 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T11:20:53,913 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T11:20:53,913 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732620043693.8420da6add49c9c29d30c5f70c6e4801. 2024-11-26T11:20:53,913 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8420da6add49c9c29d30c5f70c6e4801: Waiting for close lock at 1732620053707Running coprocessor pre-close hooks at 1732620053707Disabling compacts and flushes for region at 1732620053707Disabling writes for close at 1732620053708 (+1 ms)Obtaining lock to block concurrent updates at 1732620053708Preparing flush snapshotting stores in 8420da6add49c9c29d30c5f70c6e4801 at 1732620053708Finished memstore snapshotting test,,1732620043693.8420da6add49c9c29d30c5f70c6e4801., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732620053708Flushing stores of test,,1732620043693.8420da6add49c9c29d30c5f70c6e4801. at 1732620053709 (+1 ms)Flushing 8420da6add49c9c29d30c5f70c6e4801/f: creating writer at 1732620053709Flushing 8420da6add49c9c29d30c5f70c6e4801/f: appending metadata at 1732620053737 (+28 ms)Flushing 8420da6add49c9c29d30c5f70c6e4801/f: closing flushed file at 1732620053737Flushing 8420da6add49c9c29d30c5f70c6e4801/f1: creating writer at 1732620053760 (+23 ms)Flushing 8420da6add49c9c29d30c5f70c6e4801/f1: appending metadata at 1732620053783 (+23 ms)Flushing 8420da6add49c9c29d30c5f70c6e4801/f1: closing flushed file at 1732620053783Flushing 8420da6add49c9c29d30c5f70c6e4801/norep: creating writer at 1732620053804 (+21 ms)Flushing 8420da6add49c9c29d30c5f70c6e4801/norep: appending metadata at 1732620053832 (+28 ms)Flushing 8420da6add49c9c29d30c5f70c6e4801/norep: closing flushed file at 1732620053833 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@661d57fb: reopening flushed file at 1732620053870 (+37 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3821bc82: reopening flushed file at 1732620053875 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52bdaa42: reopening flushed file at 1732620053890 (+15 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 8420da6add49c9c29d30c5f70c6e4801 in 190ms, sequenceid=8, compaction requested=false at 1732620053898 (+8 ms)Writing region close event to WAL at 1732620053906 (+8 ms)Running coprocessor post-close hooks at 1732620053913 (+7 ms)Closed at 1732620053913 2024-11-26T11:20:53,914 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732620043693.8420da6add49c9c29d30c5f70c6e4801. 2024-11-26T11:20:54,050 INFO [RS:0;7f3a3edaecc3:45655 {}] regionserver.HRegionServer(976): stopping server 7f3a3edaecc3,45655,1732620038986; all regions closed. 2024-11-26T11:20:54,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34547 is added to blk_1073741834_1010 (size=4239) 2024-11-26T11:20:54,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34547 is added to blk_1073741839_1015 (size=2458) 2024-11-26T11:20:54,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34547 is added to blk_1073741832_1008 (size=1814) 2024-11-26T11:20:54,060 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45655,1732620038986.replicationSource.wal-reader.7f3a3edaecc3%2C45655%2C1732620038986,1-7f3a3edaecc3,45655,1732620038986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/WALs/7f3a3edaecc3,45655,1732620038986/7f3a3edaecc3%2C45655%2C1732620038986.1732620040789 to pos 1162, reset compression=false 2024-11-26T11:20:54,060 DEBUG [RS:0;7f3a3edaecc3:45655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:54,060 INFO [RS:0;7f3a3edaecc3:45655 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T11:20:54,061 INFO [RS:0;7f3a3edaecc3:45655 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T11:20:54,061 INFO [RS:0;7f3a3edaecc3:45655 {}] hbase.ChoreService(370): Chore service for: regionserver/7f3a3edaecc3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T11:20:54,061 INFO [RS:0;7f3a3edaecc3:45655 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T11:20:54,061 INFO [regionserver/7f3a3edaecc3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T11:20:54,061 INFO [RS:0;7f3a3edaecc3:45655 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7f3a3edaecc3,45655,1732620038986 because: Region server is closing 2024-11-26T11:20:54,062 INFO [RS:0;7f3a3edaecc3:45655 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7f3a3edaecc3:45655. 2024-11-26T11:20:54,062 DEBUG [RS:0;7f3a3edaecc3:45655 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:20:54,062 DEBUG [RS:0;7f3a3edaecc3:45655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:54,062 DEBUG [RS:0;7f3a3edaecc3:45655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:54,062 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:20:54,064 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45655,1732620038986.replicationSource.wal-reader.7f3a3edaecc3%2C45655%2C1732620038986,1-7f3a3edaecc3,45655,1732620038986 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/WALs/7f3a3edaecc3,45655,1732620038986/7f3a3edaecc3%2C45655%2C1732620038986.1732620040789 2024-11-26T11:20:54,064 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45655,1732620038986.replicationSource.wal-reader.7f3a3edaecc3%2C45655%2C1732620038986,1-7f3a3edaecc3,45655,1732620038986 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T11:20:54,162 INFO [RS:0;7f3a3edaecc3:45655 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45655,1732620038986.replicationSource.shipper7f3a3edaecc3%2C45655%2C1732620038986,1-7f3a3edaecc3,45655,1732620038986 terminated 2024-11-26T11:20:54,162 INFO [RS:0;7f3a3edaecc3:45655 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7f3a3edaecc3:45655. 2024-11-26T11:20:54,162 DEBUG [RS:0;7f3a3edaecc3:45655 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:20:54,162 DEBUG [RS:0;7f3a3edaecc3:45655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:54,162 DEBUG [RS:0;7f3a3edaecc3:45655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:54,162 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:20:54,163 INFO [RS:0;7f3a3edaecc3:45655 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45655 2024-11-26T11:20:54,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45655-0x10176df93c80004, quorum=127.0.0.1:56635, baseZNode=/11575516127 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11575516127/rs/7f3a3edaecc3,45655,1732620038986 2024-11-26T11:20:54,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46049-0x10176df93c80003, quorum=127.0.0.1:56635, baseZNode=/11575516127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11575516127/rs 2024-11-26T11:20:54,225 INFO [RS:0;7f3a3edaecc3:45655 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T11:20:54,236 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7f3a3edaecc3,45655,1732620038986] 2024-11-26T11:20:54,246 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11575516127/draining/7f3a3edaecc3,45655,1732620038986 already deleted, retry=false 2024-11-26T11:20:54,246 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7f3a3edaecc3,45655,1732620038986 expired; onlineServers=0 2024-11-26T11:20:54,246 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7f3a3edaecc3,46049,1732620038769' ***** 2024-11-26T11:20:54,246 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T11:20:54,247 INFO [M:0;7f3a3edaecc3:46049 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T11:20:54,247 INFO [M:0;7f3a3edaecc3:46049 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T11:20:54,247 DEBUG [M:0;7f3a3edaecc3:46049 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T11:20:54,247 DEBUG [M:0;7f3a3edaecc3:46049 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T11:20:54,247 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T11:20:54,247 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732620040568 {}] cleaner.HFileCleaner(306): Exit Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732620040568,5,FailOnTimeoutGroup] 2024-11-26T11:20:54,247 INFO [M:0;7f3a3edaecc3:46049 {}] hbase.ChoreService(370): Chore service for: master/7f3a3edaecc3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T11:20:54,247 INFO [M:0;7f3a3edaecc3:46049 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T11:20:54,247 DEBUG [M:0;7f3a3edaecc3:46049 {}] master.HMaster(1795): Stopping service threads 2024-11-26T11:20:54,247 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732620040568 {}] cleaner.HFileCleaner(306): Exit Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732620040568,5,FailOnTimeoutGroup] 2024-11-26T11:20:54,247 INFO [M:0;7f3a3edaecc3:46049 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T11:20:54,247 INFO [M:0;7f3a3edaecc3:46049 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T11:20:54,247 INFO [M:0;7f3a3edaecc3:46049 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T11:20:54,248 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T11:20:54,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46049-0x10176df93c80003, quorum=127.0.0.1:56635, baseZNode=/11575516127 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11575516127/master 2024-11-26T11:20:54,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46049-0x10176df93c80003, quorum=127.0.0.1:56635, baseZNode=/11575516127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11575516127 2024-11-26T11:20:54,257 DEBUG [M:0;7f3a3edaecc3:46049 {}] zookeeper.ZKUtil(347): master:46049-0x10176df93c80003, quorum=127.0.0.1:56635, baseZNode=/11575516127 Unable to get data of znode /11575516127/master because node does not exist (not an error) 2024-11-26T11:20:54,257 WARN [M:0;7f3a3edaecc3:46049 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T11:20:54,258 INFO [M:0;7f3a3edaecc3:46049 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/.lastflushedseqids 2024-11-26T11:20:54,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34547 is added to blk_1073741848_1024 (size=245) 2024-11-26T11:20:54,265 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260.replicationSource.wal-reader.7f3a3edaecc3%2C39267%2C1732620034260,1-7f3a3edaecc3,39267,1732620034260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/WALs/7f3a3edaecc3,39267,1732620034260/7f3a3edaecc3%2C39267%2C1732620034260.1732620036193 to pos 914, reset compression=false 2024-11-26T11:20:54,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45655-0x10176df93c80004, quorum=127.0.0.1:56635, baseZNode=/11575516127 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:20:54,336 INFO [RS:0;7f3a3edaecc3:45655 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T11:20:54,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45655-0x10176df93c80004, quorum=127.0.0.1:56635, baseZNode=/11575516127 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:20:54,336 INFO [RS:0;7f3a3edaecc3:45655 {}] regionserver.HRegionServer(1031): Exiting; stopping=7f3a3edaecc3,45655,1732620038986; zookeeper connection closed. 2024-11-26T11:20:54,336 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5b314c7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5b314c7 2024-11-26T11:20:54,337 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T11:20:54,662 INFO [M:0;7f3a3edaecc3:46049 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T11:20:54,662 INFO [M:0;7f3a3edaecc3:46049 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T11:20:54,662 DEBUG [M:0;7f3a3edaecc3:46049 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T11:20:54,662 INFO [M:0;7f3a3edaecc3:46049 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:20:54,662 DEBUG [M:0;7f3a3edaecc3:46049 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:20:54,662 DEBUG [M:0;7f3a3edaecc3:46049 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T11:20:54,662 DEBUG [M:0;7f3a3edaecc3:46049 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:20:54,662 INFO [M:0;7f3a3edaecc3:46049 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-26T11:20:54,679 DEBUG [M:0;7f3a3edaecc3:46049 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c4c1ffb9b00e4501a26eeac84d371338 is 82, key is hbase:meta,,1/info:regioninfo/1732620041442/Put/seqid=0 2024-11-26T11:20:54,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34547 is added to blk_1073741849_1025 (size=5672) 2024-11-26T11:20:54,869 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260.replicationSource.wal-reader.7f3a3edaecc3%2C39267%2C1732620034260,1-7f3a3edaecc3,39267,1732620034260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/WALs/7f3a3edaecc3,39267,1732620034260/7f3a3edaecc3%2C39267%2C1732620034260.1732620036193 to pos 914, reset compression=false 2024-11-26T11:20:55,084 INFO [M:0;7f3a3edaecc3:46049 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c4c1ffb9b00e4501a26eeac84d371338 2024-11-26T11:20:55,100 DEBUG [M:0;7f3a3edaecc3:46049 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b5bafe1bb9ff42e1987631302d91bdc5 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732620048192/Put/seqid=0 2024-11-26T11:20:55,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34547 is added to blk_1073741850_1026 (size=8515) 2024-11-26T11:20:55,506 INFO [M:0;7f3a3edaecc3:46049 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b5bafe1bb9ff42e1987631302d91bdc5 2024-11-26T11:20:55,526 DEBUG [M:0;7f3a3edaecc3:46049 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6353bef696f6479fa6495095da2fb986 is 69, key is 7f3a3edaecc3,45655,1732620038986/rs:state/1732620040642/Put/seqid=0 2024-11-26T11:20:55,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34547 is added to blk_1073741851_1027 (size=5156) 2024-11-26T11:20:55,572 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260.replicationSource.wal-reader.7f3a3edaecc3%2C39267%2C1732620034260,1-7f3a3edaecc3,39267,1732620034260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/WALs/7f3a3edaecc3,39267,1732620034260/7f3a3edaecc3%2C39267%2C1732620034260.1732620036193 to pos 914, reset compression=false 2024-11-26T11:20:55,879 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:20:55,880 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7f3a3edaecc3,46197,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7f3a3edaecc3:46197 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T11:20:55,880 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28262 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7f3a3edaecc3,46197,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7f3a3edaecc3:46197 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T11:20:55,930 INFO [M:0;7f3a3edaecc3:46049 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6353bef696f6479fa6495095da2fb986 2024-11-26T11:20:55,934 DEBUG [M:0;7f3a3edaecc3:46049 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c4c1ffb9b00e4501a26eeac84d371338 as hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c4c1ffb9b00e4501a26eeac84d371338 2024-11-26T11:20:55,937 INFO [M:0;7f3a3edaecc3:46049 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c4c1ffb9b00e4501a26eeac84d371338, entries=8, sequenceid=97, filesize=5.5 K 2024-11-26T11:20:55,938 DEBUG [M:0;7f3a3edaecc3:46049 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b5bafe1bb9ff42e1987631302d91bdc5 as hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b5bafe1bb9ff42e1987631302d91bdc5 2024-11-26T11:20:55,941 INFO [M:0;7f3a3edaecc3:46049 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b5bafe1bb9ff42e1987631302d91bdc5, entries=11, sequenceid=97, filesize=8.3 K 2024-11-26T11:20:55,941 DEBUG [M:0;7f3a3edaecc3:46049 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6353bef696f6479fa6495095da2fb986 as hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6353bef696f6479fa6495095da2fb986 2024-11-26T11:20:55,945 INFO [M:0;7f3a3edaecc3:46049 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39687/user/jenkins/test-data/33b6e124-11e5-0033-bff3-407e4a0a6dd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6353bef696f6479fa6495095da2fb986, entries=1, sequenceid=97, filesize=5.0 K 2024-11-26T11:20:55,945 INFO [M:0;7f3a3edaecc3:46049 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=97, compaction requested=false 2024-11-26T11:20:55,946 INFO [M:0;7f3a3edaecc3:46049 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:20:55,946 DEBUG [M:0;7f3a3edaecc3:46049 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732620054662Disabling compacts and flushes for region at 1732620054662Disabling writes for close at 1732620054662Obtaining lock to block concurrent updates at 1732620054662Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732620054662Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732620054662Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732620054663 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732620054663Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732620054679 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732620054679Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732620055088 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732620055100 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732620055100Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732620055510 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732620055526 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732620055526Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d2ec0d6: reopening flushed file at 1732620055933 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@138b153c: reopening flushed file at 1732620055937 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a065103: reopening flushed file at 1732620055941 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=97, compaction requested=false at 1732620055945 (+4 ms)Writing region close event to WAL at 1732620055946 (+1 ms)Closed at 1732620055946 2024-11-26T11:20:55,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34547 is added to blk_1073741830_1006 (size=63642) 2024-11-26T11:20:55,949 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T11:20:55,949 INFO [M:0;7f3a3edaecc3:46049 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T11:20:55,949 INFO [M:0;7f3a3edaecc3:46049 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46049 2024-11-26T11:20:55,949 INFO [M:0;7f3a3edaecc3:46049 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T11:20:56,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46049-0x10176df93c80003, quorum=127.0.0.1:56635, baseZNode=/11575516127 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:20:56,115 INFO [M:0;7f3a3edaecc3:46049 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T11:20:56,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46049-0x10176df93c80003, quorum=127.0.0.1:56635, baseZNode=/11575516127 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:20:56,146 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@967c459{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T11:20:56,147 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b9d27ac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T11:20:56,147 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T11:20:56,147 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b4abb7b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T11:20:56,147 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7561b8df{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3731906-f0e4-1883-d5e4-810697a2eb35/hadoop.log.dir/,STOPPED} 2024-11-26T11:20:56,148 WARN [BP-809720154-172.17.0.3-1732620036852 heartbeating to localhost/127.0.0.1:39687 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T11:20:56,148 WARN [BP-809720154-172.17.0.3-1732620036852 heartbeating to localhost/127.0.0.1:39687 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-809720154-172.17.0.3-1732620036852 (Datanode Uuid 48c2cd49-497e-459b-82c0-3566ca441f96) service to localhost/127.0.0.1:39687 2024-11-26T11:20:56,148 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T11:20:56,148 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T11:20:56,149 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3731906-f0e4-1883-d5e4-810697a2eb35/cluster_4167b2d7-dede-4c0a-3bbf-78674d5d953f/data/data1/current/BP-809720154-172.17.0.3-1732620036852 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T11:20:56,149 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3731906-f0e4-1883-d5e4-810697a2eb35/cluster_4167b2d7-dede-4c0a-3bbf-78674d5d953f/data/data2/current/BP-809720154-172.17.0.3-1732620036852 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T11:20:56,149 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T11:20:56,153 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b5ae8a4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T11:20:56,154 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ae61390{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T11:20:56,154 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T11:20:56,154 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a0f4a1d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T11:20:56,154 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@db38238{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3731906-f0e4-1883-d5e4-810697a2eb35/hadoop.log.dir/,STOPPED} 2024-11-26T11:20:56,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T11:20:56,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T11:20:56,166 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:20:56,166 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:20:56,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:56,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:56,166 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:20:56,166 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T11:20:56,166 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=14666343, stopped=false 2024-11-26T11:20:56,166 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7f3a3edaecc3,42477,1732620034073 2024-11-26T11:20:56,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39267-0x10176df93c80001, quorum=127.0.0.1:56635, baseZNode=/0145986784 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0145986784/running 2024-11-26T11:20:56,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42477-0x10176df93c80000, quorum=127.0.0.1:56635, baseZNode=/0145986784 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0145986784/running 2024-11-26T11:20:56,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42477-0x10176df93c80000, quorum=127.0.0.1:56635, baseZNode=/0145986784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0145986784 2024-11-26T11:20:56,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39267-0x10176df93c80001, quorum=127.0.0.1:56635, baseZNode=/0145986784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0145986784 2024-11-26T11:20:56,183 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T11:20:56,183 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:20:56,184 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:20:56,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:56,184 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39267-0x10176df93c80001, quorum=127.0.0.1:56635, baseZNode=/0145986784 Set watcher on znode that does not yet exist, /0145986784/running 2024-11-26T11:20:56,184 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7f3a3edaecc3,39267,1732620034260' ***** 2024-11-26T11:20:56,184 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T11:20:56,184 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42477-0x10176df93c80000, quorum=127.0.0.1:56635, baseZNode=/0145986784 Set watcher on znode that does not yet exist, /0145986784/running 2024-11-26T11:20:56,185 INFO [RS:0;7f3a3edaecc3:39267 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T11:20:56,185 INFO [RS:0;7f3a3edaecc3:39267 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T11:20:56,185 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T11:20:56,185 INFO [RS:0;7f3a3edaecc3:39267 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T11:20:56,185 INFO [RS:0;7f3a3edaecc3:39267 {}] regionserver.HRegionServer(3091): Received CLOSE for 321b09291c8d2f1edf45805c003b3f33 2024-11-26T11:20:56,185 INFO [RS:0;7f3a3edaecc3:39267 {}] regionserver.HRegionServer(3091): Received CLOSE for 19ea38df758cfc878a5714b60f8e2828 2024-11-26T11:20:56,185 INFO [RS:0;7f3a3edaecc3:39267 {}] regionserver.HRegionServer(959): stopping server 7f3a3edaecc3,39267,1732620034260 2024-11-26T11:20:56,185 INFO [RS:0;7f3a3edaecc3:39267 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T11:20:56,185 INFO [RS:0;7f3a3edaecc3:39267 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7f3a3edaecc3:39267. 2024-11-26T11:20:56,185 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 321b09291c8d2f1edf45805c003b3f33, disabling compactions & flushes 2024-11-26T11:20:56,185 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732620041541.321b09291c8d2f1edf45805c003b3f33. 2024-11-26T11:20:56,185 DEBUG [RS:0;7f3a3edaecc3:39267 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:20:56,185 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732620041541.321b09291c8d2f1edf45805c003b3f33. 2024-11-26T11:20:56,185 DEBUG [RS:0;7f3a3edaecc3:39267 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:56,185 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732620041541.321b09291c8d2f1edf45805c003b3f33. after waiting 0 ms 2024-11-26T11:20:56,185 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732620041541.321b09291c8d2f1edf45805c003b3f33. 2024-11-26T11:20:56,185 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 321b09291c8d2f1edf45805c003b3f33 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-26T11:20:56,185 INFO [RS:0;7f3a3edaecc3:39267 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T11:20:56,185 INFO [RS:0;7f3a3edaecc3:39267 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T11:20:56,185 INFO [RS:0;7f3a3edaecc3:39267 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T11:20:56,185 INFO [RS:0;7f3a3edaecc3:39267 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T11:20:56,186 INFO [RS:0;7f3a3edaecc3:39267 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T11:20:56,186 DEBUG [RS:0;7f3a3edaecc3:39267 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 321b09291c8d2f1edf45805c003b3f33=test,,1732620041541.321b09291c8d2f1edf45805c003b3f33., 19ea38df758cfc878a5714b60f8e2828=hbase:replication,,1732620044858.19ea38df758cfc878a5714b60f8e2828.} 2024-11-26T11:20:56,186 DEBUG [RS:0;7f3a3edaecc3:39267 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 19ea38df758cfc878a5714b60f8e2828, 321b09291c8d2f1edf45805c003b3f33 2024-11-26T11:20:56,186 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T11:20:56,186 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T11:20:56,186 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T11:20:56,186 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T11:20:56,186 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T11:20:56,186 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T11:20:56,191 INFO [regionserver/7f3a3edaecc3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T11:20:56,199 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/data/hbase/meta/1588230740/.tmp/info/f6cfb51dbeb745b7b7f0dfe090d38d4e is 147, key is hbase:replication,,1732620044858.19ea38df758cfc878a5714b60f8e2828./info:regioninfo/1732620046023/Put/seqid=0 2024-11-26T11:20:56,202 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/data/default/test/321b09291c8d2f1edf45805c003b3f33/.tmp/f/7f41142b386741e4af2dd4ae57d3c12e is 29, key is row1/f:/1732620052178/DeleteFamily/seqid=0 2024-11-26T11:20:56,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39427 is added to blk_1073741840_1016 (size=7686) 2024-11-26T11:20:56,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39427 is added to blk_1073741841_1017 (size=5118) 2024-11-26T11:20:56,375 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260.replicationSource.wal-reader.7f3a3edaecc3%2C39267%2C1732620034260,1-7f3a3edaecc3,39267,1732620034260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/WALs/7f3a3edaecc3,39267,1732620034260/7f3a3edaecc3%2C39267%2C1732620034260.1732620036193 to pos 914, reset compression=false 2024-11-26T11:20:56,380 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260.replicationSource.wal-reader.7f3a3edaecc3%2C39267%2C1732620034260,1-7f3a3edaecc3,39267,1732620034260 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T11:20:56,380 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260.replicationSource.wal-reader.7f3a3edaecc3%2C39267%2C1732620034260,1-7f3a3edaecc3,39267,1732620034260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/WALs/7f3a3edaecc3,39267,1732620034260/7f3a3edaecc3%2C39267%2C1732620034260.1732620036193 to pos 1161, reset compression=false 2024-11-26T11:20:56,380 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260.replicationSource.shipper7f3a3edaecc3%2C39267%2C1732620034260,1-7f3a3edaecc3,39267,1732620034260 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,39267,1732620034260 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/WALs/7f3a3edaecc3,39267,1732620034260/7f3a3edaecc3%2C39267%2C1732620034260.1732620036193, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T11:20:56,381 ERROR [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260.replicationSource.shipper7f3a3edaecc3%2C39267%2C1732620034260,1-7f3a3edaecc3,39267,1732620034260 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7f3a3edaecc3,39267,1732620034260: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7f3a3edaecc3,39267,1732620034260, walGroup=7f3a3edaecc3%2C39267%2C1732620034260, offset=7f3a3edaecc3%2C39267%2C1732620034260.1732620036193:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7f3a3edaecc3:39267 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T11:20:56,382 ERROR [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260.replicationSource.shipper7f3a3edaecc3%2C39267%2C1732620034260,1-7f3a3edaecc3,39267,1732620034260 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T11:20:56,382 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260.replicationSource.shipper7f3a3edaecc3%2C39267%2C1732620034260,1-7f3a3edaecc3,39267,1732620034260 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T11:20:56,382 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260.replicationSource.shipper7f3a3edaecc3%2C39267%2C1732620034260,1-7f3a3edaecc3,39267,1732620034260 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T11:20:56,382 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260.replicationSource.shipper7f3a3edaecc3%2C39267%2C1732620034260,1-7f3a3edaecc3,39267,1732620034260 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T11:20:56,383 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260.replicationSource.shipper7f3a3edaecc3%2C39267%2C1732620034260,1-7f3a3edaecc3,39267,1732620034260 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T11:20:56,383 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260.replicationSource.shipper7f3a3edaecc3%2C39267%2C1732620034260,1-7f3a3edaecc3,39267,1732620034260 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 640831864 }, "NonHeapMemoryUsage": { "committed": 195035136, "init": 7667712, "max": -1, "used": 190913856 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T11:20:56,383 WARN [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260.replicationSource.shipper7f3a3edaecc3%2C39267%2C1732620034260,1-7f3a3edaecc3,39267,1732620034260 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7f3a3edaecc3:42477 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7f3a3edaecc3:42477 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-26T11:20:56,386 DEBUG [RS:0;7f3a3edaecc3:39267 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 19ea38df758cfc878a5714b60f8e2828, 321b09291c8d2f1edf45805c003b3f33 2024-11-26T11:20:56,583 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260.replicationSource.wal-reader.7f3a3edaecc3%2C39267%2C1732620034260,1-7f3a3edaecc3,39267,1732620034260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/WALs/7f3a3edaecc3,39267,1732620034260/7f3a3edaecc3%2C39267%2C1732620034260.1732620036193 to pos 1161, reset compression=false 2024-11-26T11:20:56,586 DEBUG [RS:0;7f3a3edaecc3:39267 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 19ea38df758cfc878a5714b60f8e2828, 321b09291c8d2f1edf45805c003b3f33 2024-11-26T11:20:56,603 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/data/hbase/meta/1588230740/.tmp/info/f6cfb51dbeb745b7b7f0dfe090d38d4e 2024-11-26T11:20:56,607 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/data/default/test/321b09291c8d2f1edf45805c003b3f33/.tmp/f/7f41142b386741e4af2dd4ae57d3c12e 2024-11-26T11:20:56,610 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7f41142b386741e4af2dd4ae57d3c12e 2024-11-26T11:20:56,620 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/data/hbase/meta/1588230740/.tmp/ns/ba4f093d24f94882a44a7c7911b4b85e is 43, key is default/ns:d/1732620036676/Put/seqid=0 2024-11-26T11:20:56,623 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/data/default/test/321b09291c8d2f1edf45805c003b3f33/.tmp/f1/1a241bfe76204ef6a936c9b962f7849a is 30, key is row1/f1:/1732620052178/DeleteFamily/seqid=0 2024-11-26T11:20:56,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39427 is added to blk_1073741842_1018 (size=5153) 2024-11-26T11:20:56,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39427 is added to blk_1073741843_1019 (size=5123) 2024-11-26T11:20:56,786 DEBUG [RS:0;7f3a3edaecc3:39267 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 19ea38df758cfc878a5714b60f8e2828, 321b09291c8d2f1edf45805c003b3f33 2024-11-26T11:20:56,886 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260.replicationSource.wal-reader.7f3a3edaecc3%2C39267%2C1732620034260,1-7f3a3edaecc3,39267,1732620034260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/WALs/7f3a3edaecc3,39267,1732620034260/7f3a3edaecc3%2C39267%2C1732620034260.1732620036193 to pos 1161, reset compression=false 2024-11-26T11:20:56,986 DEBUG [RS:0;7f3a3edaecc3:39267 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 19ea38df758cfc878a5714b60f8e2828, 321b09291c8d2f1edf45805c003b3f33 2024-11-26T11:20:57,025 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/data/hbase/meta/1588230740/.tmp/ns/ba4f093d24f94882a44a7c7911b4b85e 2024-11-26T11:20:57,029 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/data/default/test/321b09291c8d2f1edf45805c003b3f33/.tmp/f1/1a241bfe76204ef6a936c9b962f7849a 2024-11-26T11:20:57,033 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1a241bfe76204ef6a936c9b962f7849a 2024-11-26T11:20:57,043 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/data/hbase/meta/1588230740/.tmp/rep_barrier/4f5bbb4458cc41f59326d57e6cc397ca is 112, key is test,,1732620041541.321b09291c8d2f1edf45805c003b3f33./rep_barrier:seqnumDuringOpen/1732620042690/Put/seqid=0 2024-11-26T11:20:57,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39427 is added to blk_1073741844_1020 (size=5518) 2024-11-26T11:20:57,050 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/data/default/test/321b09291c8d2f1edf45805c003b3f33/.tmp/norep/0d88e7d7ea1246778c0b27218096d3f6 is 32, key is row/norep:/1732620051173/DeleteFamily/seqid=0 2024-11-26T11:20:57,053 INFO [regionserver/7f3a3edaecc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T11:20:57,053 INFO [regionserver/7f3a3edaecc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T11:20:57,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39427 is added to blk_1073741845_1021 (size=5101) 2024-11-26T11:20:57,186 DEBUG [RS:0;7f3a3edaecc3:39267 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 19ea38df758cfc878a5714b60f8e2828, 321b09291c8d2f1edf45805c003b3f33 2024-11-26T11:20:57,290 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260.replicationSource.wal-reader.7f3a3edaecc3%2C39267%2C1732620034260,1-7f3a3edaecc3,39267,1732620034260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/WALs/7f3a3edaecc3,39267,1732620034260/7f3a3edaecc3%2C39267%2C1732620034260.1732620036193 to pos 1161, reset compression=false 2024-11-26T11:20:57,387 DEBUG [RS:0;7f3a3edaecc3:39267 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 19ea38df758cfc878a5714b60f8e2828, 321b09291c8d2f1edf45805c003b3f33 2024-11-26T11:20:57,449 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/data/hbase/meta/1588230740/.tmp/rep_barrier/4f5bbb4458cc41f59326d57e6cc397ca 2024-11-26T11:20:57,454 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/data/default/test/321b09291c8d2f1edf45805c003b3f33/.tmp/norep/0d88e7d7ea1246778c0b27218096d3f6 2024-11-26T11:20:57,458 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0d88e7d7ea1246778c0b27218096d3f6 2024-11-26T11:20:57,458 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/data/default/test/321b09291c8d2f1edf45805c003b3f33/.tmp/f/7f41142b386741e4af2dd4ae57d3c12e as hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/data/default/test/321b09291c8d2f1edf45805c003b3f33/f/7f41142b386741e4af2dd4ae57d3c12e 2024-11-26T11:20:57,462 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7f41142b386741e4af2dd4ae57d3c12e 2024-11-26T11:20:57,462 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/data/default/test/321b09291c8d2f1edf45805c003b3f33/f/7f41142b386741e4af2dd4ae57d3c12e, entries=2, sequenceid=8, filesize=5.0 K 2024-11-26T11:20:57,463 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/data/default/test/321b09291c8d2f1edf45805c003b3f33/.tmp/f1/1a241bfe76204ef6a936c9b962f7849a as hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/data/default/test/321b09291c8d2f1edf45805c003b3f33/f1/1a241bfe76204ef6a936c9b962f7849a 2024-11-26T11:20:57,467 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1a241bfe76204ef6a936c9b962f7849a 2024-11-26T11:20:57,467 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/data/hbase/meta/1588230740/.tmp/table/02126b333288420fa612318c1e7e6f02 is 53, key is hbase:replication/table:state/1732620046030/Put/seqid=0 2024-11-26T11:20:57,467 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/data/default/test/321b09291c8d2f1edf45805c003b3f33/f1/1a241bfe76204ef6a936c9b962f7849a, entries=2, sequenceid=8, filesize=5.0 K 2024-11-26T11:20:57,468 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/data/default/test/321b09291c8d2f1edf45805c003b3f33/.tmp/norep/0d88e7d7ea1246778c0b27218096d3f6 as hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/data/default/test/321b09291c8d2f1edf45805c003b3f33/norep/0d88e7d7ea1246778c0b27218096d3f6 2024-11-26T11:20:57,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39427 is added to blk_1073741846_1022 (size=5308) 2024-11-26T11:20:57,472 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0d88e7d7ea1246778c0b27218096d3f6 2024-11-26T11:20:57,472 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/data/default/test/321b09291c8d2f1edf45805c003b3f33/norep/0d88e7d7ea1246778c0b27218096d3f6, entries=1, sequenceid=8, filesize=5.0 K 2024-11-26T11:20:57,473 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 321b09291c8d2f1edf45805c003b3f33 in 1288ms, sequenceid=8, compaction requested=false 2024-11-26T11:20:57,476 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/data/default/test/321b09291c8d2f1edf45805c003b3f33/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-26T11:20:57,476 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T11:20:57,476 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T11:20:57,476 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732620041541.321b09291c8d2f1edf45805c003b3f33. 2024-11-26T11:20:57,477 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 321b09291c8d2f1edf45805c003b3f33: Waiting for close lock at 1732620056185Running coprocessor pre-close hooks at 1732620056185Disabling compacts and flushes for region at 1732620056185Disabling writes for close at 1732620056185Obtaining lock to block concurrent updates at 1732620056185Preparing flush snapshotting stores in 321b09291c8d2f1edf45805c003b3f33 at 1732620056185Finished memstore snapshotting test,,1732620041541.321b09291c8d2f1edf45805c003b3f33., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732620056186 (+1 ms)Flushing stores of test,,1732620041541.321b09291c8d2f1edf45805c003b3f33. at 1732620056186Flushing 321b09291c8d2f1edf45805c003b3f33/f: creating writer at 1732620056186Flushing 321b09291c8d2f1edf45805c003b3f33/f: appending metadata at 1732620056201 (+15 ms)Flushing 321b09291c8d2f1edf45805c003b3f33/f: closing flushed file at 1732620056201Flushing 321b09291c8d2f1edf45805c003b3f33/f1: creating writer at 1732620056610 (+409 ms)Flushing 321b09291c8d2f1edf45805c003b3f33/f1: appending metadata at 1732620056623 (+13 ms)Flushing 321b09291c8d2f1edf45805c003b3f33/f1: closing flushed file at 1732620056623Flushing 321b09291c8d2f1edf45805c003b3f33/norep: creating writer at 1732620057033 (+410 ms)Flushing 321b09291c8d2f1edf45805c003b3f33/norep: appending metadata at 1732620057049 (+16 ms)Flushing 321b09291c8d2f1edf45805c003b3f33/norep: closing flushed file at 1732620057049Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a032035: reopening flushed file at 1732620057458 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34b89601: reopening flushed file at 1732620057462 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2677c130: reopening flushed file at 1732620057467 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 321b09291c8d2f1edf45805c003b3f33 in 1288ms, sequenceid=8, compaction requested=false at 1732620057473 (+6 ms)Writing region close event to WAL at 1732620057474 (+1 ms)Running coprocessor post-close hooks at 1732620057476 (+2 ms)Closed at 1732620057476 2024-11-26T11:20:57,477 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732620041541.321b09291c8d2f1edf45805c003b3f33. 2024-11-26T11:20:57,477 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 19ea38df758cfc878a5714b60f8e2828, disabling compactions & flushes 2024-11-26T11:20:57,477 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732620044858.19ea38df758cfc878a5714b60f8e2828. 2024-11-26T11:20:57,477 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732620044858.19ea38df758cfc878a5714b60f8e2828. 2024-11-26T11:20:57,477 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732620044858.19ea38df758cfc878a5714b60f8e2828. after waiting 0 ms 2024-11-26T11:20:57,477 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732620044858.19ea38df758cfc878a5714b60f8e2828. 2024-11-26T11:20:57,477 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 19ea38df758cfc878a5714b60f8e2828: Waiting for close lock at 1732620057477Running coprocessor pre-close hooks at 1732620057477Disabling compacts and flushes for region at 1732620057477Disabling writes for close at 1732620057477Failed flush hbase:replication,,1732620044858.19ea38df758cfc878a5714b60f8e2828., putting online again at 1732620057477 2024-11-26T11:20:57,477 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732620044858.19ea38df758cfc878a5714b60f8e2828. 2024-11-26T11:20:57,587 INFO [RS:0;7f3a3edaecc3:39267 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T11:20:57,587 DEBUG [RS:0;7f3a3edaecc3:39267 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 19ea38df758cfc878a5714b60f8e2828=hbase:replication,,1732620044858.19ea38df758cfc878a5714b60f8e2828.} 2024-11-26T11:20:57,587 INFO [RS:0;7f3a3edaecc3:39267 {}] regionserver.HRegionServer(3091): Received CLOSE for 19ea38df758cfc878a5714b60f8e2828 2024-11-26T11:20:57,587 DEBUG [RS:0;7f3a3edaecc3:39267 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 19ea38df758cfc878a5714b60f8e2828 2024-11-26T11:20:57,587 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 19ea38df758cfc878a5714b60f8e2828, disabling compactions & flushes 2024-11-26T11:20:57,587 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732620044858.19ea38df758cfc878a5714b60f8e2828. 2024-11-26T11:20:57,587 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732620044858.19ea38df758cfc878a5714b60f8e2828. 2024-11-26T11:20:57,587 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732620044858.19ea38df758cfc878a5714b60f8e2828. after waiting 0 ms 2024-11-26T11:20:57,587 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732620044858.19ea38df758cfc878a5714b60f8e2828. 2024-11-26T11:20:57,587 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 19ea38df758cfc878a5714b60f8e2828: Waiting for close lock at 1732620057587Running coprocessor pre-close hooks at 1732620057587Disabling compacts and flushes for region at 1732620057587Disabling writes for close at 1732620057587Failed flush hbase:replication,,1732620044858.19ea38df758cfc878a5714b60f8e2828., putting online again at 1732620057587 2024-11-26T11:20:57,587 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732620044858.19ea38df758cfc878a5714b60f8e2828. 2024-11-26T11:20:57,787 DEBUG [RS:0;7f3a3edaecc3:39267 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T11:20:57,794 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260.replicationSource.wal-reader.7f3a3edaecc3%2C39267%2C1732620034260,1-7f3a3edaecc3,39267,1732620034260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/WALs/7f3a3edaecc3,39267,1732620034260/7f3a3edaecc3%2C39267%2C1732620034260.1732620036193 to pos 1161, reset compression=false 2024-11-26T11:20:57,798 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260.replicationSource.wal-reader.7f3a3edaecc3%2C39267%2C1732620034260,1-7f3a3edaecc3,39267,1732620034260 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T11:20:57,798 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260.replicationSource.wal-reader.7f3a3edaecc3%2C39267%2C1732620034260,1-7f3a3edaecc3,39267,1732620034260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/WALs/7f3a3edaecc3,39267,1732620034260/7f3a3edaecc3%2C39267%2C1732620034260.1732620036193 to pos 1805, reset compression=false 2024-11-26T11:20:57,870 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/data/hbase/meta/1588230740/.tmp/table/02126b333288420fa612318c1e7e6f02 2024-11-26T11:20:57,875 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/data/hbase/meta/1588230740/.tmp/info/f6cfb51dbeb745b7b7f0dfe090d38d4e as hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/data/hbase/meta/1588230740/info/f6cfb51dbeb745b7b7f0dfe090d38d4e 2024-11-26T11:20:57,879 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/data/hbase/meta/1588230740/info/f6cfb51dbeb745b7b7f0dfe090d38d4e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T11:20:57,880 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/data/hbase/meta/1588230740/.tmp/ns/ba4f093d24f94882a44a7c7911b4b85e as hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/data/hbase/meta/1588230740/ns/ba4f093d24f94882a44a7c7911b4b85e 2024-11-26T11:20:57,883 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/data/hbase/meta/1588230740/ns/ba4f093d24f94882a44a7c7911b4b85e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T11:20:57,884 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/data/hbase/meta/1588230740/.tmp/rep_barrier/4f5bbb4458cc41f59326d57e6cc397ca as hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/data/hbase/meta/1588230740/rep_barrier/4f5bbb4458cc41f59326d57e6cc397ca 2024-11-26T11:20:57,888 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/data/hbase/meta/1588230740/rep_barrier/4f5bbb4458cc41f59326d57e6cc397ca, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T11:20:57,888 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/data/hbase/meta/1588230740/.tmp/table/02126b333288420fa612318c1e7e6f02 as hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/data/hbase/meta/1588230740/table/02126b333288420fa612318c1e7e6f02 2024-11-26T11:20:57,892 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/data/hbase/meta/1588230740/table/02126b333288420fa612318c1e7e6f02, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T11:20:57,893 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1707ms, sequenceid=16, compaction requested=false 2024-11-26T11:20:57,896 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T11:20:57,897 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T11:20:57,897 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T11:20:57,897 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T11:20:57,897 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732620056186Running coprocessor pre-close hooks at 1732620056186Disabling compacts and flushes for region at 1732620056186Disabling writes for close at 1732620056186Obtaining lock to block concurrent updates at 1732620056186Preparing flush snapshotting stores in 1588230740 at 1732620056186Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732620056186Flushing stores of hbase:meta,,1.1588230740 at 1732620056187 (+1 ms)Flushing 1588230740/info: creating writer at 1732620056187Flushing 1588230740/info: appending metadata at 1732620056199 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732620056199Flushing 1588230740/ns: creating writer at 1732620056607 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732620056620 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732620056620Flushing 1588230740/rep_barrier: creating writer at 1732620057029 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732620057042 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732620057042Flushing 1588230740/table: creating writer at 1732620057452 (+410 ms)Flushing 1588230740/table: appending metadata at 1732620057466 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732620057466Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a8d62e4: reopening flushed file at 1732620057874 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15c55996: reopening flushed file at 1732620057879 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5269d548: reopening flushed file at 1732620057884 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@793ca42: reopening flushed file at 1732620057888 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1707ms, sequenceid=16, compaction requested=false at 1732620057893 (+5 ms)Writing region close event to WAL at 1732620057894 (+1 ms)Running coprocessor post-close hooks at 1732620057897 (+3 ms)Closed at 1732620057897 2024-11-26T11:20:57,897 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T11:20:57,987 INFO [RS:0;7f3a3edaecc3:39267 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-26T11:20:57,987 INFO [RS:0;7f3a3edaecc3:39267 {}] regionserver.HRegionServer(976): stopping server 7f3a3edaecc3,39267,1732620034260; all regions closed. 2024-11-26T11:20:57,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39427 is added to blk_1073741834_1010 (size=4239) 2024-11-26T11:20:57,989 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/WALs/7f3a3edaecc3,39267,1732620034260/7f3a3edaecc3%2C39267%2C1732620034260.meta.1732620036606.meta not finished, retry = 0 2024-11-26T11:20:58,005 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260.replicationSource.wal-reader.7f3a3edaecc3%2C39267%2C1732620034260,1-7f3a3edaecc3,39267,1732620034260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/WALs/7f3a3edaecc3,39267,1732620034260/7f3a3edaecc3%2C39267%2C1732620034260.1732620036193 to pos 1805, reset compression=false 2024-11-26T11:20:58,092 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/WALs/7f3a3edaecc3,39267,1732620034260/7f3a3edaecc3%2C39267%2C1732620034260.rep.1732620045992 not finished, retry = 0 2024-11-26T11:20:58,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39427 is added to blk_1073741839_1015 (size=1733) 2024-11-26T11:20:58,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39427 is added to blk_1073741833_1009 (size=1813) 2024-11-26T11:20:58,195 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/WALs/7f3a3edaecc3,39267,1732620034260/7f3a3edaecc3%2C39267%2C1732620034260.1732620036193 not finished, retry = 0 2024-11-26T11:20:58,296 DEBUG [RS:0;7f3a3edaecc3:39267 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:58,296 INFO [RS:0;7f3a3edaecc3:39267 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T11:20:58,296 INFO [RS:0;7f3a3edaecc3:39267 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T11:20:58,296 INFO [RS:0;7f3a3edaecc3:39267 {}] hbase.ChoreService(370): Chore service for: regionserver/7f3a3edaecc3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T11:20:58,296 INFO [RS:0;7f3a3edaecc3:39267 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T11:20:58,296 INFO [regionserver/7f3a3edaecc3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T11:20:58,296 INFO [RS:0;7f3a3edaecc3:39267 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7f3a3edaecc3,39267,1732620034260 because: Region server is closing 2024-11-26T11:20:58,296 INFO [RS:0;7f3a3edaecc3:39267 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7f3a3edaecc3:39267. 2024-11-26T11:20:58,296 DEBUG [RS:0;7f3a3edaecc3:39267 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:20:58,296 DEBUG [RS:0;7f3a3edaecc3:39267 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:58,296 DEBUG [RS:0;7f3a3edaecc3:39267 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:58,296 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:20:58,397 INFO [RS:0;7f3a3edaecc3:39267 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,39267,1732620034260.replicationSource.shipper7f3a3edaecc3%2C39267%2C1732620034260,1-7f3a3edaecc3,39267,1732620034260 terminated 2024-11-26T11:20:58,397 INFO [RS:0;7f3a3edaecc3:39267 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7f3a3edaecc3:39267. 2024-11-26T11:20:58,397 DEBUG [RS:0;7f3a3edaecc3:39267 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:20:58,397 DEBUG [RS:0;7f3a3edaecc3:39267 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:58,397 DEBUG [RS:0;7f3a3edaecc3:39267 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:20:58,397 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:20:58,397 INFO [RS:0;7f3a3edaecc3:39267 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39267 2024-11-26T11:20:58,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39267-0x10176df93c80001, quorum=127.0.0.1:56635, baseZNode=/0145986784 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0145986784/rs/7f3a3edaecc3,39267,1732620034260 2024-11-26T11:20:58,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42477-0x10176df93c80000, quorum=127.0.0.1:56635, baseZNode=/0145986784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0145986784/rs 2024-11-26T11:20:58,457 INFO [RS:0;7f3a3edaecc3:39267 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T11:20:58,457 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7f3a3edaecc3,39267,1732620034260] 2024-11-26T11:20:58,478 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0145986784/draining/7f3a3edaecc3,39267,1732620034260 already deleted, retry=false 2024-11-26T11:20:58,478 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7f3a3edaecc3,39267,1732620034260 expired; onlineServers=0 2024-11-26T11:20:58,478 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7f3a3edaecc3,42477,1732620034073' ***** 2024-11-26T11:20:58,478 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T11:20:58,478 INFO [M:0;7f3a3edaecc3:42477 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T11:20:58,478 INFO [M:0;7f3a3edaecc3:42477 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T11:20:58,478 DEBUG [M:0;7f3a3edaecc3:42477 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T11:20:58,478 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T11:20:58,478 DEBUG [M:0;7f3a3edaecc3:42477 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T11:20:58,478 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732620035939 {}] cleaner.HFileCleaner(306): Exit Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732620035939,5,FailOnTimeoutGroup] 2024-11-26T11:20:58,478 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732620035936 {}] cleaner.HFileCleaner(306): Exit Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732620035936,5,FailOnTimeoutGroup] 2024-11-26T11:20:58,478 INFO [M:0;7f3a3edaecc3:42477 {}] hbase.ChoreService(370): Chore service for: master/7f3a3edaecc3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T11:20:58,478 INFO [M:0;7f3a3edaecc3:42477 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T11:20:58,478 DEBUG [M:0;7f3a3edaecc3:42477 {}] master.HMaster(1795): Stopping service threads 2024-11-26T11:20:58,478 INFO [M:0;7f3a3edaecc3:42477 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T11:20:58,478 INFO [M:0;7f3a3edaecc3:42477 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T11:20:58,478 INFO [M:0;7f3a3edaecc3:42477 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T11:20:58,478 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T11:20:58,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42477-0x10176df93c80000, quorum=127.0.0.1:56635, baseZNode=/0145986784 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0145986784/master 2024-11-26T11:20:58,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42477-0x10176df93c80000, quorum=127.0.0.1:56635, baseZNode=/0145986784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0145986784 2024-11-26T11:20:58,488 DEBUG [M:0;7f3a3edaecc3:42477 {}] zookeeper.ZKUtil(347): master:42477-0x10176df93c80000, quorum=127.0.0.1:56635, baseZNode=/0145986784 Unable to get data of znode /0145986784/master because node does not exist (not an error) 2024-11-26T11:20:58,488 WARN [M:0;7f3a3edaecc3:42477 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T11:20:58,489 INFO [M:0;7f3a3edaecc3:42477 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/.lastflushedseqids 2024-11-26T11:20:58,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39427 is added to blk_1073741847_1023 (size=245) 2024-11-26T11:20:58,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39267-0x10176df93c80001, quorum=127.0.0.1:56635, baseZNode=/0145986784 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:20:58,567 INFO [RS:0;7f3a3edaecc3:39267 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T11:20:58,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39267-0x10176df93c80001, quorum=127.0.0.1:56635, baseZNode=/0145986784 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:20:58,567 INFO [RS:0;7f3a3edaecc3:39267 {}] regionserver.HRegionServer(1031): Exiting; stopping=7f3a3edaecc3,39267,1732620034260; zookeeper connection closed. 2024-11-26T11:20:58,567 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@44b818d9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@44b818d9 2024-11-26T11:20:58,568 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T11:20:58,893 INFO [M:0;7f3a3edaecc3:42477 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T11:20:58,893 INFO [M:0;7f3a3edaecc3:42477 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T11:20:58,893 DEBUG [M:0;7f3a3edaecc3:42477 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T11:20:58,893 INFO [M:0;7f3a3edaecc3:42477 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:20:58,893 DEBUG [M:0;7f3a3edaecc3:42477 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:20:58,893 DEBUG [M:0;7f3a3edaecc3:42477 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T11:20:58,893 DEBUG [M:0;7f3a3edaecc3:42477 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:20:58,893 INFO [M:0;7f3a3edaecc3:42477 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-26T11:20:58,906 DEBUG [M:0;7f3a3edaecc3:42477 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5ceb9fcfb3764cb6a06b9fa12bef2df0 is 82, key is hbase:meta,,1/info:regioninfo/1732620036634/Put/seqid=0 2024-11-26T11:20:58,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39427 is added to blk_1073741848_1024 (size=5672) 2024-11-26T11:20:59,209 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T11:20:59,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:59,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:59,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:59,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:59,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:59,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:59,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:59,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:59,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:59,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:59,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:20:59,310 INFO [M:0;7f3a3edaecc3:42477 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5ceb9fcfb3764cb6a06b9fa12bef2df0 2024-11-26T11:20:59,327 DEBUG [M:0;7f3a3edaecc3:42477 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0871080f4fbd42a583f6040669d52036 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732620046033/Put/seqid=0 2024-11-26T11:20:59,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39427 is added to blk_1073741849_1025 (size=8516) 2024-11-26T11:20:59,730 INFO [M:0;7f3a3edaecc3:42477 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0871080f4fbd42a583f6040669d52036 2024-11-26T11:20:59,747 DEBUG [M:0;7f3a3edaecc3:42477 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/912c4946331646dcb941c269a351de93 is 69, key is 7f3a3edaecc3,39267,1732620034260/rs:state/1732620036027/Put/seqid=0 2024-11-26T11:20:59,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39427 is added to blk_1073741850_1026 (size=5156) 2024-11-26T11:21:00,151 INFO [M:0;7f3a3edaecc3:42477 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/912c4946331646dcb941c269a351de93 2024-11-26T11:21:00,155 DEBUG [M:0;7f3a3edaecc3:42477 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5ceb9fcfb3764cb6a06b9fa12bef2df0 as hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5ceb9fcfb3764cb6a06b9fa12bef2df0 2024-11-26T11:21:00,159 INFO [M:0;7f3a3edaecc3:42477 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5ceb9fcfb3764cb6a06b9fa12bef2df0, entries=8, sequenceid=97, filesize=5.5 K 2024-11-26T11:21:00,160 DEBUG [M:0;7f3a3edaecc3:42477 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0871080f4fbd42a583f6040669d52036 as hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0871080f4fbd42a583f6040669d52036 2024-11-26T11:21:00,164 INFO [M:0;7f3a3edaecc3:42477 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0871080f4fbd42a583f6040669d52036, entries=11, sequenceid=97, filesize=8.3 K 2024-11-26T11:21:00,165 DEBUG [M:0;7f3a3edaecc3:42477 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/912c4946331646dcb941c269a351de93 as hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/912c4946331646dcb941c269a351de93 2024-11-26T11:21:00,168 INFO [M:0;7f3a3edaecc3:42477 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33397/user/jenkins/test-data/d50e7e3d-38dd-ddc8-169c-b3703ccf5918/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/912c4946331646dcb941c269a351de93, entries=1, sequenceid=97, filesize=5.0 K 2024-11-26T11:21:00,169 INFO [M:0;7f3a3edaecc3:42477 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=97, compaction requested=false 2024-11-26T11:21:00,171 INFO [M:0;7f3a3edaecc3:42477 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:21:00,171 DEBUG [M:0;7f3a3edaecc3:42477 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732620058893Disabling compacts and flushes for region at 1732620058893Disabling writes for close at 1732620058893Obtaining lock to block concurrent updates at 1732620058893Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732620058893Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732620058893Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732620058894 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732620058894Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732620058906 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732620058906Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732620059314 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732620059326 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732620059326Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732620059735 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732620059747 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732620059747Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d7d233: reopening flushed file at 1732620060155 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f37e6ca: reopening flushed file at 1732620060160 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71584419: reopening flushed file at 1732620060164 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=97, compaction requested=false at 1732620060169 (+5 ms)Writing region close event to WAL at 1732620060171 (+2 ms)Closed at 1732620060171 2024-11-26T11:21:00,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39427 is added to blk_1073741830_1006 (size=63654) 2024-11-26T11:21:00,174 INFO [M:0;7f3a3edaecc3:42477 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T11:21:00,174 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T11:21:00,174 INFO [M:0;7f3a3edaecc3:42477 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42477 2024-11-26T11:21:00,175 INFO [M:0;7f3a3edaecc3:42477 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T11:21:00,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42477-0x10176df93c80000, quorum=127.0.0.1:56635, baseZNode=/0145986784 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:21:00,325 INFO [M:0;7f3a3edaecc3:42477 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T11:21:00,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42477-0x10176df93c80000, quorum=127.0.0.1:56635, baseZNode=/0145986784 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:21:00,328 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b91a2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T11:21:00,328 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d1d1411{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T11:21:00,328 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T11:21:00,328 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c5bb3f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T11:21:00,328 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bb44bbc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80fac84c-87a0-76bc-a163-c10112d057e5/hadoop.log.dir/,STOPPED} 2024-11-26T11:21:00,329 WARN [BP-984628266-172.17.0.3-1732620032046 heartbeating to localhost/127.0.0.1:33397 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T11:21:00,329 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T11:21:00,329 WARN [BP-984628266-172.17.0.3-1732620032046 heartbeating to localhost/127.0.0.1:33397 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-984628266-172.17.0.3-1732620032046 (Datanode Uuid 1d1f8d18-79e7-43d5-99e5-c6c031633308) service to localhost/127.0.0.1:33397 2024-11-26T11:21:00,329 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T11:21:00,330 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80fac84c-87a0-76bc-a163-c10112d057e5/cluster_f8e6bc6f-e5b8-80ca-2762-4b0ae3a3976f/data/data1/current/BP-984628266-172.17.0.3-1732620032046 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T11:21:00,330 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80fac84c-87a0-76bc-a163-c10112d057e5/cluster_f8e6bc6f-e5b8-80ca-2762-4b0ae3a3976f/data/data2/current/BP-984628266-172.17.0.3-1732620032046 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T11:21:00,330 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T11:21:00,335 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@57c28b5b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T11:21:00,335 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@fbce49f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T11:21:00,335 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T11:21:00,335 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d5379c2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T11:21:00,335 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2810157e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80fac84c-87a0-76bc-a163-c10112d057e5/hadoop.log.dir/,STOPPED} 2024-11-26T11:21:00,345 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T11:21:00,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T11:21:00,383 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=261 (was 242) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56635) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33397 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:33397 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39687 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:33397 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39687 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:39687 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39687 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:39687 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:33397 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56635) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:33397 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:39687 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:39687 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39687 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=652 (was 624) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=322 (was 317) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6215 (was 6268) 2024-11-26T11:21:00,393 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=261, OpenFileDescriptor=652, MaxFileDescriptor=1048576, SystemLoadAverage=322, ProcessCount=11, AvailableMemoryMB=6214 2024-11-26T11:21:00,409 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-26T11:21:00,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3731906-f0e4-1883-d5e4-810697a2eb35/hadoop.log.dir so I do NOT create it in target/test-data/98f1dd39-96a3-2a5a-f3b9-a19a7358aa95 2024-11-26T11:21:00,410 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3731906-f0e4-1883-d5e4-810697a2eb35/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T11:21:00,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3731906-f0e4-1883-d5e4-810697a2eb35/hadoop.tmp.dir so I do NOT create it in target/test-data/98f1dd39-96a3-2a5a-f3b9-a19a7358aa95 2024-11-26T11:21:00,410 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3731906-f0e4-1883-d5e4-810697a2eb35/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T11:21:00,410 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f1dd39-96a3-2a5a-f3b9-a19a7358aa95 2024-11-26T11:21:00,410 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f1dd39-96a3-2a5a-f3b9-a19a7358aa95/cluster_c4e9c434-519f-31d5-cfe8-6e57a0f88331, deleteOnExit=true 2024-11-26T11:21:00,427 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f1dd39-96a3-2a5a-f3b9-a19a7358aa95/cluster_c4e9c434-519f-31d5-cfe8-6e57a0f88331/zookeeper_0, clientPort=61262, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f1dd39-96a3-2a5a-f3b9-a19a7358aa95/cluster_c4e9c434-519f-31d5-cfe8-6e57a0f88331/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f1dd39-96a3-2a5a-f3b9-a19a7358aa95/cluster_c4e9c434-519f-31d5-cfe8-6e57a0f88331/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T11:21:00,428 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61262 2024-11-26T11:21:00,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T11:21:00,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T11:21:00,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f1dd39-96a3-2a5a-f3b9-a19a7358aa95/test.cache.data in system properties and HBase conf 2024-11-26T11:21:00,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f1dd39-96a3-2a5a-f3b9-a19a7358aa95/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T11:21:00,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f1dd39-96a3-2a5a-f3b9-a19a7358aa95/hadoop.log.dir in system properties and HBase conf 2024-11-26T11:21:00,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f1dd39-96a3-2a5a-f3b9-a19a7358aa95/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T11:21:00,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f1dd39-96a3-2a5a-f3b9-a19a7358aa95/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T11:21:00,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T11:21:00,428 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T11:21:00,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f1dd39-96a3-2a5a-f3b9-a19a7358aa95/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T11:21:00,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f1dd39-96a3-2a5a-f3b9-a19a7358aa95/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T11:21:00,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f1dd39-96a3-2a5a-f3b9-a19a7358aa95/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T11:21:00,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f1dd39-96a3-2a5a-f3b9-a19a7358aa95/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T11:21:00,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f1dd39-96a3-2a5a-f3b9-a19a7358aa95/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T11:21:00,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f1dd39-96a3-2a5a-f3b9-a19a7358aa95/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T11:21:00,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f1dd39-96a3-2a5a-f3b9-a19a7358aa95/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T11:21:00,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f1dd39-96a3-2a5a-f3b9-a19a7358aa95/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T11:21:00,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f1dd39-96a3-2a5a-f3b9-a19a7358aa95/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T11:21:00,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f1dd39-96a3-2a5a-f3b9-a19a7358aa95/nfs.dump.dir in system properties and HBase conf 2024-11-26T11:21:00,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f1dd39-96a3-2a5a-f3b9-a19a7358aa95/java.io.tmpdir in system properties and HBase conf 2024-11-26T11:21:00,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f1dd39-96a3-2a5a-f3b9-a19a7358aa95/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T11:21:00,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f1dd39-96a3-2a5a-f3b9-a19a7358aa95/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T11:21:00,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f1dd39-96a3-2a5a-f3b9-a19a7358aa95/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T11:21:00,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10176df93c80005, quorum=127.0.0.1:56635, baseZNode=/11575516127 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T11:21:00,443 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10176df93c80005, quorum=127.0.0.1:56635, baseZNode=/11575516127 Received Disconnected from ZooKeeper, ignoring 2024-11-26T11:21:00,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10176df93c80002, quorum=127.0.0.1:56635, baseZNode=/0145986784 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T11:21:00,443 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10176df93c80002, quorum=127.0.0.1:56635, baseZNode=/0145986784 Received Disconnected from ZooKeeper, ignoring 2024-11-26T11:21:00,738 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:21:00,741 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T11:21:00,742 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T11:21:00,742 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T11:21:00,742 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T11:21:00,743 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:21:00,744 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a2cfe31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f1dd39-96a3-2a5a-f3b9-a19a7358aa95/hadoop.log.dir/,AVAILABLE} 2024-11-26T11:21:00,744 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10852468{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T11:21:00,847 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5833366a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f1dd39-96a3-2a5a-f3b9-a19a7358aa95/java.io.tmpdir/jetty-localhost-41527-hadoop-hdfs-3_4_1-tests_jar-_-any-8897547150825270964/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T11:21:00,847 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ccf25a2{HTTP/1.1, (http/1.1)}{localhost:41527} 2024-11-26T11:21:00,847 INFO [Time-limited test {}] server.Server(415): Started @232998ms 2024-11-26T11:21:01,093 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:21:01,095 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T11:21:01,097 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T11:21:01,097 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T11:21:01,097 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T11:21:01,098 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d5d9076{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f1dd39-96a3-2a5a-f3b9-a19a7358aa95/hadoop.log.dir/,AVAILABLE} 2024-11-26T11:21:01,098 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@496e5927{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T11:21:01,191 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4fc2787d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f1dd39-96a3-2a5a-f3b9-a19a7358aa95/java.io.tmpdir/jetty-localhost-39561-hadoop-hdfs-3_4_1-tests_jar-_-any-6320682821791247182/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T11:21:01,191 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ecf60ac{HTTP/1.1, (http/1.1)}{localhost:39561} 2024-11-26T11:21:01,192 INFO [Time-limited test {}] server.Server(415): Started @233342ms 2024-11-26T11:21:01,192 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T11:21:01,828 WARN [Thread-2653 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f1dd39-96a3-2a5a-f3b9-a19a7358aa95/cluster_c4e9c434-519f-31d5-cfe8-6e57a0f88331/data/data1/current/BP-1007987262-172.17.0.3-1732620060443/current, will proceed with Du for space computation calculation, 2024-11-26T11:21:01,828 WARN [Thread-2654 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f1dd39-96a3-2a5a-f3b9-a19a7358aa95/cluster_c4e9c434-519f-31d5-cfe8-6e57a0f88331/data/data2/current/BP-1007987262-172.17.0.3-1732620060443/current, will proceed with Du for space computation calculation, 2024-11-26T11:21:01,845 WARN [Thread-2641 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T11:21:01,847 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe2b464dac7eeea4c with lease ID 0x46a7dc0f487e27b8: Processing first storage report for DS-ef1ee117-7dcd-4bf4-9418-aeb2d7ee5985 from datanode DatanodeRegistration(127.0.0.1:45541, datanodeUuid=a641ef90-1412-420b-b425-3ce7deb70e4a, infoPort=40275, infoSecurePort=0, ipcPort=35165, storageInfo=lv=-57;cid=testClusterID;nsid=2134951781;c=1732620060443) 2024-11-26T11:21:01,847 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe2b464dac7eeea4c with lease ID 0x46a7dc0f487e27b8: from storage DS-ef1ee117-7dcd-4bf4-9418-aeb2d7ee5985 node DatanodeRegistration(127.0.0.1:45541, datanodeUuid=a641ef90-1412-420b-b425-3ce7deb70e4a, infoPort=40275, infoSecurePort=0, ipcPort=35165, storageInfo=lv=-57;cid=testClusterID;nsid=2134951781;c=1732620060443), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T11:21:01,847 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe2b464dac7eeea4c with lease ID 0x46a7dc0f487e27b8: Processing first storage report for DS-194a5ba6-b530-45e9-a781-1722d4ec3f14 from datanode DatanodeRegistration(127.0.0.1:45541, datanodeUuid=a641ef90-1412-420b-b425-3ce7deb70e4a, infoPort=40275, infoSecurePort=0, ipcPort=35165, storageInfo=lv=-57;cid=testClusterID;nsid=2134951781;c=1732620060443) 2024-11-26T11:21:01,847 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe2b464dac7eeea4c with lease ID 0x46a7dc0f487e27b8: from storage DS-194a5ba6-b530-45e9-a781-1722d4ec3f14 node DatanodeRegistration(127.0.0.1:45541, datanodeUuid=a641ef90-1412-420b-b425-3ce7deb70e4a, infoPort=40275, infoSecurePort=0, ipcPort=35165, storageInfo=lv=-57;cid=testClusterID;nsid=2134951781;c=1732620060443), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T11:21:01,915 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f1dd39-96a3-2a5a-f3b9-a19a7358aa95 2024-11-26T11:21:01,915 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:21:01,916 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:21:01,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45541 is added to blk_1073741825_1001 (size=7) 2024-11-26T11:21:02,323 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9 with version=8 2024-11-26T11:21:02,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/hbase-staging 2024-11-26T11:21:02,325 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7f3a3edaecc3:0 server-side Connection retries=45 2024-11-26T11:21:02,325 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:21:02,325 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T11:21:02,325 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T11:21:02,325 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:21:02,325 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T11:21:02,325 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T11:21:02,325 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T11:21:02,326 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39429 2024-11-26T11:21:02,326 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39429 connecting to ZooKeeper ensemble=127.0.0.1:61262 2024-11-26T11:21:02,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:394290x0, quorum=127.0.0.1:61262, baseZNode=/0254344363 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:21:02,406 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39429-0x10176e002b60000 connected 2024-11-26T11:21:02,488 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:21:02,489 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:21:02,491 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39429-0x10176e002b60000, quorum=127.0.0.1:61262, baseZNode=/0254344363 Set watcher on znode that does not yet exist, /0254344363/running 2024-11-26T11:21:02,491 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9, hbase.cluster.distributed=false 2024-11-26T11:21:02,492 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39429-0x10176e002b60000, quorum=127.0.0.1:61262, baseZNode=/0254344363 Set watcher on znode that does not yet exist, /0254344363/acl 2024-11-26T11:21:02,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39429 2024-11-26T11:21:02,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39429 2024-11-26T11:21:02,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39429 2024-11-26T11:21:02,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39429 2024-11-26T11:21:02,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39429 2024-11-26T11:21:02,510 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7f3a3edaecc3:0 server-side Connection retries=45 2024-11-26T11:21:02,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:21:02,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T11:21:02,510 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T11:21:02,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:21:02,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T11:21:02,510 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T11:21:02,510 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T11:21:02,511 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46341 2024-11-26T11:21:02,511 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46341 connecting to ZooKeeper ensemble=127.0.0.1:61262 2024-11-26T11:21:02,512 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:21:02,514 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:21:02,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463410x0, quorum=127.0.0.1:61262, baseZNode=/0254344363 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:21:02,526 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:463410x0, quorum=127.0.0.1:61262, baseZNode=/0254344363 Set watcher on znode that does not yet exist, /0254344363/running 2024-11-26T11:21:02,526 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46341-0x10176e002b60001 connected 2024-11-26T11:21:02,526 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T11:21:02,526 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T11:21:02,527 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46341-0x10176e002b60001, quorum=127.0.0.1:61262, baseZNode=/0254344363 Set watcher on znode that does not yet exist, /0254344363/master 2024-11-26T11:21:02,528 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46341-0x10176e002b60001, quorum=127.0.0.1:61262, baseZNode=/0254344363 Set watcher on znode that does not yet exist, /0254344363/acl 2024-11-26T11:21:02,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46341 2024-11-26T11:21:02,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46341 2024-11-26T11:21:02,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46341 2024-11-26T11:21:02,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46341 2024-11-26T11:21:02,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46341 2024-11-26T11:21:02,545 DEBUG [M:0;7f3a3edaecc3:39429 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7f3a3edaecc3:39429 2024-11-26T11:21:02,545 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0254344363/backup-masters/7f3a3edaecc3,39429,1732620062325 2024-11-26T11:21:02,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x10176e002b60001, quorum=127.0.0.1:61262, baseZNode=/0254344363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0254344363/backup-masters 2024-11-26T11:21:02,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x10176e002b60000, quorum=127.0.0.1:61262, baseZNode=/0254344363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0254344363/backup-masters 2024-11-26T11:21:02,557 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39429-0x10176e002b60000, quorum=127.0.0.1:61262, baseZNode=/0254344363 Set watcher on existing znode=/0254344363/backup-masters/7f3a3edaecc3,39429,1732620062325 2024-11-26T11:21:02,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x10176e002b60000, quorum=127.0.0.1:61262, baseZNode=/0254344363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0254344363 2024-11-26T11:21:02,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x10176e002b60001, quorum=127.0.0.1:61262, baseZNode=/0254344363 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0254344363/master 2024-11-26T11:21:02,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x10176e002b60001, quorum=127.0.0.1:61262, baseZNode=/0254344363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0254344363 2024-11-26T11:21:02,568 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39429-0x10176e002b60000, quorum=127.0.0.1:61262, baseZNode=/0254344363 Set watcher on existing znode=/0254344363/master 2024-11-26T11:21:02,568 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0254344363/backup-masters/7f3a3edaecc3,39429,1732620062325 from backup master directory 2024-11-26T11:21:02,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x10176e002b60000, quorum=127.0.0.1:61262, baseZNode=/0254344363 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0254344363/backup-masters/7f3a3edaecc3,39429,1732620062325 2024-11-26T11:21:02,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x10176e002b60001, quorum=127.0.0.1:61262, baseZNode=/0254344363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0254344363/backup-masters 2024-11-26T11:21:02,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x10176e002b60000, quorum=127.0.0.1:61262, baseZNode=/0254344363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0254344363/backup-masters 2024-11-26T11:21:02,578 WARN [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T11:21:02,578 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7f3a3edaecc3,39429,1732620062325 2024-11-26T11:21:02,581 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/hbase.id] with ID: f257d867-f027-4956-a160-c31b95e1a4d1 2024-11-26T11:21:02,581 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/.tmp/hbase.id 2024-11-26T11:21:02,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45541 is added to blk_1073741826_1002 (size=42) 2024-11-26T11:21:02,985 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/.tmp/hbase.id]:[hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/hbase.id] 2024-11-26T11:21:02,994 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:21:02,994 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T11:21:02,995 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T11:21:03,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x10176e002b60000, quorum=127.0.0.1:61262, baseZNode=/0254344363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0254344363 2024-11-26T11:21:03,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x10176e002b60001, quorum=127.0.0.1:61262, baseZNode=/0254344363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0254344363 2024-11-26T11:21:03,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45541 is added to blk_1073741827_1003 (size=196) 2024-11-26T11:21:03,058 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T11:21:03,059 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T11:21:03,059 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:21:03,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45541 is added to blk_1073741828_1004 (size=1189) 2024-11-26T11:21:03,470 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/MasterData/data/master/store 2024-11-26T11:21:03,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45541 is added to blk_1073741829_1005 (size=34) 2024-11-26T11:21:03,875 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:21:03,876 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T11:21:03,876 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:21:03,876 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:21:03,876 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T11:21:03,876 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:21:03,876 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:21:03,876 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732620063876Disabling compacts and flushes for region at 1732620063876Disabling writes for close at 1732620063876Writing region close event to WAL at 1732620063876Closed at 1732620063876 2024-11-26T11:21:03,877 WARN [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/MasterData/data/master/store/.initializing 2024-11-26T11:21:03,877 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/MasterData/WALs/7f3a3edaecc3,39429,1732620062325 2024-11-26T11:21:03,877 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T11:21:03,879 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7f3a3edaecc3%2C39429%2C1732620062325, suffix=, logDir=hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/MasterData/WALs/7f3a3edaecc3,39429,1732620062325, archiveDir=hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/MasterData/oldWALs, maxLogs=10 2024-11-26T11:21:03,895 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/MasterData/WALs/7f3a3edaecc3,39429,1732620062325/7f3a3edaecc3%2C39429%2C1732620062325.1732620063879, exclude list is [], retry=0 2024-11-26T11:21:03,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45541,DS-ef1ee117-7dcd-4bf4-9418-aeb2d7ee5985,DISK] 2024-11-26T11:21:03,898 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/MasterData/WALs/7f3a3edaecc3,39429,1732620062325/7f3a3edaecc3%2C39429%2C1732620062325.1732620063879 2024-11-26T11:21:03,899 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40275:40275)] 2024-11-26T11:21:03,899 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:21:03,899 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:21:03,899 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:21:03,899 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:21:03,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:21:03,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T11:21:03,901 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:03,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:21:03,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:21:03,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T11:21:03,902 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:03,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:21:03,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:21:03,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T11:21:03,903 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:03,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:21:03,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:21:03,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T11:21:03,904 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:03,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:21:03,905 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:21:03,905 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:21:03,905 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:21:03,906 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:21:03,906 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:21:03,907 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:21:03,908 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:21:03,909 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:21:03,909 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65188258, jitterRate=-0.02861925959587097}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:21:03,910 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732620063899Initializing all the Stores at 1732620063900 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620063900Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620063900Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620063900Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620063900Cleaning up temporary data from old regions at 1732620063906 (+6 ms)Region opened successfully at 1732620063910 (+4 ms) 2024-11-26T11:21:03,910 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T11:21:03,912 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59b42241, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7f3a3edaecc3/172.17.0.3:0 2024-11-26T11:21:03,913 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T11:21:03,913 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T11:21:03,913 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T11:21:03,913 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T11:21:03,913 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T11:21:03,913 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T11:21:03,913 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T11:21:03,915 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T11:21:03,915 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39429-0x10176e002b60000, quorum=127.0.0.1:61262, baseZNode=/0254344363 Unable to get data of znode /0254344363/balancer because node does not exist (not necessarily an error) 2024-11-26T11:21:03,982 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0254344363/balancer already deleted, retry=false 2024-11-26T11:21:03,983 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T11:21:03,984 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39429-0x10176e002b60000, quorum=127.0.0.1:61262, baseZNode=/0254344363 Unable to get data of znode /0254344363/normalizer because node does not exist (not necessarily an error) 2024-11-26T11:21:03,993 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0254344363/normalizer already deleted, retry=false 2024-11-26T11:21:03,993 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T11:21:03,994 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39429-0x10176e002b60000, quorum=127.0.0.1:61262, baseZNode=/0254344363 Unable to get data of znode /0254344363/switch/split because node does not exist (not necessarily an error) 2024-11-26T11:21:04,003 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0254344363/switch/split already deleted, retry=false 2024-11-26T11:21:04,005 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39429-0x10176e002b60000, quorum=127.0.0.1:61262, baseZNode=/0254344363 Unable to get data of znode /0254344363/switch/merge because node does not exist (not necessarily an error) 2024-11-26T11:21:04,014 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0254344363/switch/merge already deleted, retry=false 2024-11-26T11:21:04,015 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39429-0x10176e002b60000, quorum=127.0.0.1:61262, baseZNode=/0254344363 Unable to get data of znode /0254344363/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T11:21:04,024 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0254344363/snapshot-cleanup already deleted, retry=false 2024-11-26T11:21:04,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x10176e002b60000, quorum=127.0.0.1:61262, baseZNode=/0254344363 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0254344363/running 2024-11-26T11:21:04,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x10176e002b60001, quorum=127.0.0.1:61262, baseZNode=/0254344363 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0254344363/running 2024-11-26T11:21:04,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x10176e002b60000, quorum=127.0.0.1:61262, baseZNode=/0254344363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0254344363 2024-11-26T11:21:04,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x10176e002b60001, quorum=127.0.0.1:61262, baseZNode=/0254344363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0254344363 2024-11-26T11:21:04,035 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7f3a3edaecc3,39429,1732620062325, sessionid=0x10176e002b60000, setting cluster-up flag (Was=false) 2024-11-26T11:21:04,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x10176e002b60001, quorum=127.0.0.1:61262, baseZNode=/0254344363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0254344363 2024-11-26T11:21:04,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x10176e002b60000, quorum=127.0.0.1:61262, baseZNode=/0254344363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0254344363 2024-11-26T11:21:04,088 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0254344363/flush-table-proc/acquired, /0254344363/flush-table-proc/reached, /0254344363/flush-table-proc/abort 2024-11-26T11:21:04,089 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7f3a3edaecc3,39429,1732620062325 2024-11-26T11:21:04,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x10176e002b60000, quorum=127.0.0.1:61262, baseZNode=/0254344363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0254344363 2024-11-26T11:21:04,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x10176e002b60001, quorum=127.0.0.1:61262, baseZNode=/0254344363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0254344363 2024-11-26T11:21:04,140 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0254344363/online-snapshot/acquired, /0254344363/online-snapshot/reached, /0254344363/online-snapshot/abort 2024-11-26T11:21:04,141 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7f3a3edaecc3,39429,1732620062325 2024-11-26T11:21:04,142 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T11:21:04,143 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T11:21:04,143 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T11:21:04,143 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T11:21:04,144 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7f3a3edaecc3,39429,1732620062325 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T11:21:04,145 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:21:04,145 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:21:04,145 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:21:04,145 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:21:04,145 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7f3a3edaecc3:0, corePoolSize=10, maxPoolSize=10 2024-11-26T11:21:04,145 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:21:04,145 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=2, maxPoolSize=2 2024-11-26T11:21:04,145 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:21:04,146 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732620094146 2024-11-26T11:21:04,146 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T11:21:04,146 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T11:21:04,146 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T11:21:04,146 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T11:21:04,146 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T11:21:04,146 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T11:21:04,146 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T11:21:04,146 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:04,146 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T11:21:04,146 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T11:21:04,146 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T11:21:04,146 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T11:21:04,146 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T11:21:04,147 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T11:21:04,147 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T11:21:04,147 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732620064147,5,FailOnTimeoutGroup] 2024-11-26T11:21:04,147 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732620064147,5,FailOnTimeoutGroup] 2024-11-26T11:21:04,147 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:04,147 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T11:21:04,147 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:04,147 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:04,147 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:04,147 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T11:21:04,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45541 is added to blk_1073741831_1007 (size=1321) 2024-11-26T11:21:04,157 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T11:21:04,157 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9 2024-11-26T11:21:04,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45541 is added to blk_1073741832_1008 (size=32) 2024-11-26T11:21:04,237 INFO [RS:0;7f3a3edaecc3:46341 {}] regionserver.HRegionServer(746): ClusterId : f257d867-f027-4956-a160-c31b95e1a4d1 2024-11-26T11:21:04,237 DEBUG [RS:0;7f3a3edaecc3:46341 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T11:21:04,246 DEBUG [RS:0;7f3a3edaecc3:46341 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T11:21:04,246 DEBUG [RS:0;7f3a3edaecc3:46341 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T11:21:04,257 DEBUG [RS:0;7f3a3edaecc3:46341 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T11:21:04,257 DEBUG [RS:0;7f3a3edaecc3:46341 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67d657fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7f3a3edaecc3/172.17.0.3:0 2024-11-26T11:21:04,267 DEBUG [RS:0;7f3a3edaecc3:46341 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7f3a3edaecc3:46341 2024-11-26T11:21:04,267 INFO [RS:0;7f3a3edaecc3:46341 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T11:21:04,267 INFO [RS:0;7f3a3edaecc3:46341 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T11:21:04,268 DEBUG [RS:0;7f3a3edaecc3:46341 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T11:21:04,268 INFO [RS:0;7f3a3edaecc3:46341 {}] regionserver.HRegionServer(2659): reportForDuty to master=7f3a3edaecc3,39429,1732620062325 with port=46341, startcode=1732620062509 2024-11-26T11:21:04,268 DEBUG [RS:0;7f3a3edaecc3:46341 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T11:21:04,269 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53943, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T11:21:04,270 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39429 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7f3a3edaecc3,46341,1732620062509 2024-11-26T11:21:04,270 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39429 {}] master.ServerManager(517): Registering regionserver=7f3a3edaecc3,46341,1732620062509 2024-11-26T11:21:04,271 DEBUG [RS:0;7f3a3edaecc3:46341 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9 2024-11-26T11:21:04,271 DEBUG [RS:0;7f3a3edaecc3:46341 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43603 2024-11-26T11:21:04,271 DEBUG [RS:0;7f3a3edaecc3:46341 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T11:21:04,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x10176e002b60000, quorum=127.0.0.1:61262, baseZNode=/0254344363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0254344363/rs 2024-11-26T11:21:04,283 DEBUG [RS:0;7f3a3edaecc3:46341 {}] zookeeper.ZKUtil(111): regionserver:46341-0x10176e002b60001, quorum=127.0.0.1:61262, baseZNode=/0254344363 Set watcher on existing znode=/0254344363/rs/7f3a3edaecc3,46341,1732620062509 2024-11-26T11:21:04,283 WARN [RS:0;7f3a3edaecc3:46341 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T11:21:04,284 INFO [RS:0;7f3a3edaecc3:46341 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:21:04,284 DEBUG [RS:0;7f3a3edaecc3:46341 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509 2024-11-26T11:21:04,284 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7f3a3edaecc3,46341,1732620062509] 2024-11-26T11:21:04,286 INFO [RS:0;7f3a3edaecc3:46341 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T11:21:04,287 INFO [RS:0;7f3a3edaecc3:46341 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T11:21:04,287 INFO [RS:0;7f3a3edaecc3:46341 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T11:21:04,287 INFO [RS:0;7f3a3edaecc3:46341 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:04,287 INFO [RS:0;7f3a3edaecc3:46341 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T11:21:04,288 INFO [RS:0;7f3a3edaecc3:46341 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T11:21:04,288 INFO [RS:0;7f3a3edaecc3:46341 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:04,288 DEBUG [RS:0;7f3a3edaecc3:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:21:04,288 DEBUG [RS:0;7f3a3edaecc3:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:21:04,288 DEBUG [RS:0;7f3a3edaecc3:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:21:04,288 DEBUG [RS:0;7f3a3edaecc3:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:21:04,288 DEBUG [RS:0;7f3a3edaecc3:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:21:04,288 DEBUG [RS:0;7f3a3edaecc3:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7f3a3edaecc3:0, corePoolSize=2, maxPoolSize=2 2024-11-26T11:21:04,288 DEBUG [RS:0;7f3a3edaecc3:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:21:04,288 DEBUG [RS:0;7f3a3edaecc3:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:21:04,288 DEBUG [RS:0;7f3a3edaecc3:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:21:04,288 DEBUG [RS:0;7f3a3edaecc3:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:21:04,288 DEBUG [RS:0;7f3a3edaecc3:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:21:04,288 DEBUG [RS:0;7f3a3edaecc3:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:21:04,288 DEBUG [RS:0;7f3a3edaecc3:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7f3a3edaecc3:0, corePoolSize=3, maxPoolSize=3 2024-11-26T11:21:04,288 DEBUG [RS:0;7f3a3edaecc3:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7f3a3edaecc3:0, corePoolSize=3, maxPoolSize=3 2024-11-26T11:21:04,289 INFO [RS:0;7f3a3edaecc3:46341 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:04,289 INFO [RS:0;7f3a3edaecc3:46341 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:04,289 INFO [RS:0;7f3a3edaecc3:46341 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:04,289 INFO [RS:0;7f3a3edaecc3:46341 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:04,289 INFO [RS:0;7f3a3edaecc3:46341 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:04,289 INFO [RS:0;7f3a3edaecc3:46341 {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,46341,1732620062509-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T11:21:04,301 INFO [RS:0;7f3a3edaecc3:46341 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T11:21:04,301 INFO [RS:0;7f3a3edaecc3:46341 {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,46341,1732620062509-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:04,301 INFO [RS:0;7f3a3edaecc3:46341 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:04,301 INFO [RS:0;7f3a3edaecc3:46341 {}] regionserver.Replication(171): 7f3a3edaecc3,46341,1732620062509 started 2024-11-26T11:21:04,313 INFO [RS:0;7f3a3edaecc3:46341 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:04,313 INFO [RS:0;7f3a3edaecc3:46341 {}] regionserver.HRegionServer(1482): Serving as 7f3a3edaecc3,46341,1732620062509, RpcServer on 7f3a3edaecc3/172.17.0.3:46341, sessionid=0x10176e002b60001 2024-11-26T11:21:04,313 DEBUG [RS:0;7f3a3edaecc3:46341 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T11:21:04,313 DEBUG [RS:0;7f3a3edaecc3:46341 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7f3a3edaecc3,46341,1732620062509 2024-11-26T11:21:04,313 DEBUG [RS:0;7f3a3edaecc3:46341 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7f3a3edaecc3,46341,1732620062509' 2024-11-26T11:21:04,313 DEBUG [RS:0;7f3a3edaecc3:46341 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0254344363/flush-table-proc/abort' 2024-11-26T11:21:04,313 DEBUG [RS:0;7f3a3edaecc3:46341 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0254344363/flush-table-proc/acquired' 2024-11-26T11:21:04,314 DEBUG [RS:0;7f3a3edaecc3:46341 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T11:21:04,314 DEBUG [RS:0;7f3a3edaecc3:46341 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T11:21:04,314 DEBUG [RS:0;7f3a3edaecc3:46341 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7f3a3edaecc3,46341,1732620062509 2024-11-26T11:21:04,314 DEBUG [RS:0;7f3a3edaecc3:46341 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7f3a3edaecc3,46341,1732620062509' 2024-11-26T11:21:04,314 DEBUG [RS:0;7f3a3edaecc3:46341 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0254344363/online-snapshot/abort' 2024-11-26T11:21:04,314 DEBUG [RS:0;7f3a3edaecc3:46341 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0254344363/online-snapshot/acquired' 2024-11-26T11:21:04,314 DEBUG [RS:0;7f3a3edaecc3:46341 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T11:21:04,314 INFO [RS:0;7f3a3edaecc3:46341 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T11:21:04,314 INFO [RS:0;7f3a3edaecc3:46341 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T11:21:04,415 INFO [RS:0;7f3a3edaecc3:46341 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T11:21:04,416 INFO [RS:0;7f3a3edaecc3:46341 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7f3a3edaecc3%2C46341%2C1732620062509, suffix=, logDir=hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509, archiveDir=hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/oldWALs, maxLogs=10 2024-11-26T11:21:04,429 DEBUG [RS:0;7f3a3edaecc3:46341 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.1732620064416, exclude list is [], retry=0 2024-11-26T11:21:04,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45541,DS-ef1ee117-7dcd-4bf4-9418-aeb2d7ee5985,DISK] 2024-11-26T11:21:04,432 INFO [RS:0;7f3a3edaecc3:46341 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.1732620064416 2024-11-26T11:21:04,433 DEBUG [RS:0;7f3a3edaecc3:46341 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40275:40275)] 2024-11-26T11:21:04,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:21:04,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T11:21:04,564 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T11:21:04,564 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:04,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:21:04,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T11:21:04,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T11:21:04,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:04,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:21:04,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T11:21:04,567 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T11:21:04,567 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:04,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:21:04,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T11:21:04,568 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T11:21:04,568 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:04,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:21:04,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T11:21:04,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/data/hbase/meta/1588230740 2024-11-26T11:21:04,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/data/hbase/meta/1588230740 2024-11-26T11:21:04,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T11:21:04,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T11:21:04,570 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:21:04,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T11:21:04,572 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:21:04,572 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68068059, jitterRate=0.014293119311332703}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:21:04,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732620064562Initializing all the Stores at 1732620064563 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620064563Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620064563Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620064563Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620064563Cleaning up temporary data from old regions at 1732620064570 (+7 ms)Region opened successfully at 1732620064573 (+3 ms) 2024-11-26T11:21:04,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T11:21:04,573 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T11:21:04,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T11:21:04,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T11:21:04,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T11:21:04,573 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T11:21:04,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732620064573Disabling compacts and flushes for region at 1732620064573Disabling writes for close at 1732620064573Writing region close event to WAL at 1732620064573Closed at 1732620064573 2024-11-26T11:21:04,574 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T11:21:04,574 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T11:21:04,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T11:21:04,575 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T11:21:04,575 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T11:21:04,726 DEBUG [7f3a3edaecc3:39429 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T11:21:04,726 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7f3a3edaecc3,46341,1732620062509 2024-11-26T11:21:04,727 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7f3a3edaecc3,46341,1732620062509, state=OPENING 2024-11-26T11:21:04,772 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T11:21:04,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x10176e002b60000, quorum=127.0.0.1:61262, baseZNode=/0254344363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0254344363 2024-11-26T11:21:04,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x10176e002b60001, quorum=127.0.0.1:61262, baseZNode=/0254344363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0254344363 2024-11-26T11:21:04,783 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T11:21:04,783 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0254344363/meta-region-server: CHANGED 2024-11-26T11:21:04,783 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0254344363/meta-region-server: CHANGED 2024-11-26T11:21:04,783 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,46341,1732620062509}] 2024-11-26T11:21:04,935 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T11:21:04,946 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41065, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T11:21:04,949 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T11:21:04,949 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:21:04,949 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T11:21:04,950 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7f3a3edaecc3%2C46341%2C1732620062509.meta, suffix=.meta, logDir=hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509, archiveDir=hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/oldWALs, maxLogs=10 2024-11-26T11:21:04,963 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.meta.1732620064950.meta, exclude list is [], retry=0 2024-11-26T11:21:04,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45541,DS-ef1ee117-7dcd-4bf4-9418-aeb2d7ee5985,DISK] 2024-11-26T11:21:04,966 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.meta.1732620064950.meta 2024-11-26T11:21:04,966 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40275:40275)] 2024-11-26T11:21:04,966 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:21:04,966 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T11:21:04,966 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T11:21:04,966 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T11:21:04,967 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T11:21:04,967 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T11:21:04,967 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:21:04,967 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T11:21:04,967 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T11:21:04,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T11:21:04,968 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T11:21:04,968 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:04,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:21:04,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T11:21:04,969 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T11:21:04,969 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:04,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:21:04,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T11:21:04,970 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T11:21:04,970 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:04,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:21:04,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T11:21:04,971 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T11:21:04,971 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:04,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:21:04,971 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T11:21:04,972 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/data/hbase/meta/1588230740 2024-11-26T11:21:04,973 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/data/hbase/meta/1588230740 2024-11-26T11:21:04,973 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T11:21:04,973 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T11:21:04,974 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:21:04,975 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T11:21:04,975 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58857766, jitterRate=-0.12295094132423401}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:21:04,975 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T11:21:04,975 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732620064967Writing region info on filesystem at 1732620064967Initializing all the Stores at 1732620064967Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620064967Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620064968 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620064968Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620064968Cleaning up temporary data from old regions at 1732620064973 (+5 ms)Running coprocessor post-open hooks at 1732620064975 (+2 ms)Region opened successfully at 1732620064975 2024-11-26T11:21:04,976 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732620064935 2024-11-26T11:21:04,978 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T11:21:04,978 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T11:21:04,978 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7f3a3edaecc3,46341,1732620062509 2024-11-26T11:21:04,979 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7f3a3edaecc3,46341,1732620062509, state=OPEN 2024-11-26T11:21:05,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x10176e002b60001, quorum=127.0.0.1:61262, baseZNode=/0254344363 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0254344363/meta-region-server 2024-11-26T11:21:05,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x10176e002b60000, quorum=127.0.0.1:61262, baseZNode=/0254344363 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0254344363/meta-region-server 2024-11-26T11:21:05,017 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,46341,1732620062509 2024-11-26T11:21:05,018 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0254344363/meta-region-server: CHANGED 2024-11-26T11:21:05,018 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0254344363/meta-region-server: CHANGED 2024-11-26T11:21:05,019 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T11:21:05,019 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,46341,1732620062509 in 234 msec 2024-11-26T11:21:05,021 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T11:21:05,021 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 445 msec 2024-11-26T11:21:05,022 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T11:21:05,022 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T11:21:05,023 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:21:05,023 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,46341,1732620062509, seqNum=-1] 2024-11-26T11:21:05,023 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:21:05,024 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43049, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:21:05,028 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 885 msec 2024-11-26T11:21:05,028 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732620065028, completionTime=-1 2024-11-26T11:21:05,028 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T11:21:05,028 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T11:21:05,030 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T11:21:05,030 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732620125030 2024-11-26T11:21:05,030 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732620185030 2024-11-26T11:21:05,030 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T11:21:05,030 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,39429,1732620062325-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:05,030 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,39429,1732620062325-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:05,030 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,39429,1732620062325-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:05,030 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7f3a3edaecc3:39429, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:05,030 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:05,031 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:05,032 DEBUG [master/7f3a3edaecc3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T11:21:05,033 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.455sec 2024-11-26T11:21:05,033 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T11:21:05,033 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T11:21:05,034 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T11:21:05,034 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T11:21:05,034 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T11:21:05,034 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,39429,1732620062325-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T11:21:05,034 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,39429,1732620062325-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T11:21:05,036 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T11:21:05,036 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T11:21:05,036 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,39429,1732620062325-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:05,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@466ccbd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:05,046 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,39429,-1 for getting cluster id 2024-11-26T11:21:05,046 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:21:05,047 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f257d867-f027-4956-a160-c31b95e1a4d1' 2024-11-26T11:21:05,048 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:21:05,048 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f257d867-f027-4956-a160-c31b95e1a4d1" 2024-11-26T11:21:05,048 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29590d74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:05,048 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,39429,-1] 2024-11-26T11:21:05,048 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:21:05,048 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:21:05,049 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:21:05,050 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24fec6f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:05,050 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:21:05,051 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,46341,1732620062509, seqNum=-1] 2024-11-26T11:21:05,051 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:21:05,052 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:21:05,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7f3a3edaecc3,39429,1732620062325 2024-11-26T11:21:05,054 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61262 2024-11-26T11:21:05,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61262, baseZNode=/0254344363 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:21:05,073 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10176e002b60002 connected 2024-11-26T11:21:05,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f1dd39-96a3-2a5a-f3b9-a19a7358aa95/hadoop.log.dir so I do NOT create it in target/test-data/53803a6a-0496-73c1-8d76-75796b9057de 2024-11-26T11:21:05,086 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f1dd39-96a3-2a5a-f3b9-a19a7358aa95/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T11:21:05,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f1dd39-96a3-2a5a-f3b9-a19a7358aa95/hadoop.tmp.dir so I do NOT create it in target/test-data/53803a6a-0496-73c1-8d76-75796b9057de 2024-11-26T11:21:05,086 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f1dd39-96a3-2a5a-f3b9-a19a7358aa95/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T11:21:05,086 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53803a6a-0496-73c1-8d76-75796b9057de 2024-11-26T11:21:05,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T11:21:05,086 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53803a6a-0496-73c1-8d76-75796b9057de/cluster_991fa1e7-9c75-5a2b-45f9-2294f8f7d1c0, deleteOnExit=true 2024-11-26T11:21:05,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T11:21:05,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53803a6a-0496-73c1-8d76-75796b9057de/test.cache.data in system properties and HBase conf 2024-11-26T11:21:05,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53803a6a-0496-73c1-8d76-75796b9057de/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T11:21:05,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53803a6a-0496-73c1-8d76-75796b9057de/hadoop.log.dir in system properties and HBase conf 2024-11-26T11:21:05,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53803a6a-0496-73c1-8d76-75796b9057de/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T11:21:05,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53803a6a-0496-73c1-8d76-75796b9057de/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T11:21:05,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T11:21:05,086 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T11:21:05,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53803a6a-0496-73c1-8d76-75796b9057de/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T11:21:05,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53803a6a-0496-73c1-8d76-75796b9057de/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T11:21:05,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53803a6a-0496-73c1-8d76-75796b9057de/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T11:21:05,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53803a6a-0496-73c1-8d76-75796b9057de/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T11:21:05,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53803a6a-0496-73c1-8d76-75796b9057de/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T11:21:05,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53803a6a-0496-73c1-8d76-75796b9057de/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T11:21:05,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53803a6a-0496-73c1-8d76-75796b9057de/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T11:21:05,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53803a6a-0496-73c1-8d76-75796b9057de/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T11:21:05,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53803a6a-0496-73c1-8d76-75796b9057de/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T11:21:05,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53803a6a-0496-73c1-8d76-75796b9057de/nfs.dump.dir in system properties and HBase conf 2024-11-26T11:21:05,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53803a6a-0496-73c1-8d76-75796b9057de/java.io.tmpdir in system properties and HBase conf 2024-11-26T11:21:05,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53803a6a-0496-73c1-8d76-75796b9057de/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T11:21:05,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53803a6a-0496-73c1-8d76-75796b9057de/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T11:21:05,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53803a6a-0496-73c1-8d76-75796b9057de/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T11:21:05,394 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:21:05,407 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T11:21:05,413 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T11:21:05,413 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T11:21:05,413 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T11:21:05,414 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:21:05,414 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69148d60{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53803a6a-0496-73c1-8d76-75796b9057de/hadoop.log.dir/,AVAILABLE} 2024-11-26T11:21:05,414 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d6c4d32{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T11:21:05,508 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b99149c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53803a6a-0496-73c1-8d76-75796b9057de/java.io.tmpdir/jetty-localhost-42969-hadoop-hdfs-3_4_1-tests_jar-_-any-14145532023398554494/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T11:21:05,509 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8a49968{HTTP/1.1, (http/1.1)}{localhost:42969} 2024-11-26T11:21:05,509 INFO [Time-limited test {}] server.Server(415): Started @237659ms 2024-11-26T11:21:05,740 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:21:05,742 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T11:21:05,748 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T11:21:05,748 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T11:21:05,748 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T11:21:05,749 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2908beaa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53803a6a-0496-73c1-8d76-75796b9057de/hadoop.log.dir/,AVAILABLE} 2024-11-26T11:21:05,749 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53888a94{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T11:21:05,843 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@78f6cd56{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53803a6a-0496-73c1-8d76-75796b9057de/java.io.tmpdir/jetty-localhost-42099-hadoop-hdfs-3_4_1-tests_jar-_-any-6157846182517335705/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T11:21:05,843 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2bd55b82{HTTP/1.1, (http/1.1)}{localhost:42099} 2024-11-26T11:21:05,843 INFO [Time-limited test {}] server.Server(415): Started @237994ms 2024-11-26T11:21:05,844 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T11:21:05,919 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:21:05,920 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7f3a3edaecc3,46197,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7f3a3edaecc3:46197 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T11:21:05,920 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38301 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7f3a3edaecc3,46197,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7f3a3edaecc3:46197 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T11:21:06,161 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T11:21:06,161 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T11:21:06,525 WARN [Thread-2773 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53803a6a-0496-73c1-8d76-75796b9057de/cluster_991fa1e7-9c75-5a2b-45f9-2294f8f7d1c0/data/data1/current/BP-1384060679-172.17.0.3-1732620065102/current, will proceed with Du for space computation calculation, 2024-11-26T11:21:06,525 WARN [Thread-2774 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53803a6a-0496-73c1-8d76-75796b9057de/cluster_991fa1e7-9c75-5a2b-45f9-2294f8f7d1c0/data/data2/current/BP-1384060679-172.17.0.3-1732620065102/current, will proceed with Du for space computation calculation, 2024-11-26T11:21:06,566 WARN [Thread-2761 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T11:21:06,568 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe62e97c2306db8a6 with lease ID 0x96a54a659912426d: Processing first storage report for DS-d2b4be73-42a1-40fb-aa97-d2178cdd3f75 from datanode DatanodeRegistration(127.0.0.1:37481, datanodeUuid=f7bc7e8e-85a7-47d8-88e1-51e08af81caa, infoPort=38331, infoSecurePort=0, ipcPort=35885, storageInfo=lv=-57;cid=testClusterID;nsid=2122500384;c=1732620065102) 2024-11-26T11:21:06,568 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe62e97c2306db8a6 with lease ID 0x96a54a659912426d: from storage DS-d2b4be73-42a1-40fb-aa97-d2178cdd3f75 node DatanodeRegistration(127.0.0.1:37481, datanodeUuid=f7bc7e8e-85a7-47d8-88e1-51e08af81caa, infoPort=38331, infoSecurePort=0, ipcPort=35885, storageInfo=lv=-57;cid=testClusterID;nsid=2122500384;c=1732620065102), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T11:21:06,568 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe62e97c2306db8a6 with lease ID 0x96a54a659912426d: Processing first storage report for DS-6dce4203-58c8-4d4d-8b69-6003566000e6 from datanode DatanodeRegistration(127.0.0.1:37481, datanodeUuid=f7bc7e8e-85a7-47d8-88e1-51e08af81caa, infoPort=38331, infoSecurePort=0, ipcPort=35885, storageInfo=lv=-57;cid=testClusterID;nsid=2122500384;c=1732620065102) 2024-11-26T11:21:06,568 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe62e97c2306db8a6 with lease ID 0x96a54a659912426d: from storage DS-6dce4203-58c8-4d4d-8b69-6003566000e6 node DatanodeRegistration(127.0.0.1:37481, datanodeUuid=f7bc7e8e-85a7-47d8-88e1-51e08af81caa, infoPort=38331, infoSecurePort=0, ipcPort=35885, storageInfo=lv=-57;cid=testClusterID;nsid=2122500384;c=1732620065102), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T11:21:06,667 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53803a6a-0496-73c1-8d76-75796b9057de 2024-11-26T11:21:06,667 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:21:06,668 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:21:06,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741825_1001 (size=7) 2024-11-26T11:21:07,077 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064 with version=8 2024-11-26T11:21:07,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/hbase-staging 2024-11-26T11:21:07,079 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7f3a3edaecc3:0 server-side Connection retries=45 2024-11-26T11:21:07,079 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:21:07,079 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T11:21:07,079 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T11:21:07,079 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:21:07,079 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T11:21:07,079 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T11:21:07,079 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T11:21:07,080 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46055 2024-11-26T11:21:07,080 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46055 connecting to ZooKeeper ensemble=127.0.0.1:61262 2024-11-26T11:21:07,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:460550x0, quorum=127.0.0.1:61262, baseZNode=/1662811973 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:21:07,130 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46055-0x10176e002b60003 connected 2024-11-26T11:21:07,203 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:21:07,204 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:21:07,206 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46055-0x10176e002b60003, quorum=127.0.0.1:61262, baseZNode=/1662811973 Set watcher on znode that does not yet exist, /1662811973/running 2024-11-26T11:21:07,206 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064, hbase.cluster.distributed=false 2024-11-26T11:21:07,207 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46055-0x10176e002b60003, quorum=127.0.0.1:61262, baseZNode=/1662811973 Set watcher on znode that does not yet exist, /1662811973/acl 2024-11-26T11:21:07,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46055 2024-11-26T11:21:07,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46055 2024-11-26T11:21:07,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46055 2024-11-26T11:21:07,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46055 2024-11-26T11:21:07,209 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46055 2024-11-26T11:21:07,221 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7f3a3edaecc3:0 server-side Connection retries=45 2024-11-26T11:21:07,221 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:21:07,222 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T11:21:07,222 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T11:21:07,222 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:21:07,222 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T11:21:07,222 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T11:21:07,222 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T11:21:07,222 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45095 2024-11-26T11:21:07,223 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45095 connecting to ZooKeeper ensemble=127.0.0.1:61262 2024-11-26T11:21:07,223 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:21:07,225 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:21:07,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:450950x0, quorum=127.0.0.1:61262, baseZNode=/1662811973 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:21:07,235 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:450950x0, quorum=127.0.0.1:61262, baseZNode=/1662811973 Set watcher on znode that does not yet exist, /1662811973/running 2024-11-26T11:21:07,235 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45095-0x10176e002b60004 connected 2024-11-26T11:21:07,235 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T11:21:07,236 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T11:21:07,236 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45095-0x10176e002b60004, quorum=127.0.0.1:61262, baseZNode=/1662811973 Set watcher on znode that does not yet exist, /1662811973/master 2024-11-26T11:21:07,237 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45095-0x10176e002b60004, quorum=127.0.0.1:61262, baseZNode=/1662811973 Set watcher on znode that does not yet exist, /1662811973/acl 2024-11-26T11:21:07,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45095 2024-11-26T11:21:07,241 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45095 2024-11-26T11:21:07,241 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45095 2024-11-26T11:21:07,241 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45095 2024-11-26T11:21:07,241 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45095 2024-11-26T11:21:07,252 DEBUG [M:0;7f3a3edaecc3:46055 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7f3a3edaecc3:46055 2024-11-26T11:21:07,252 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1662811973/backup-masters/7f3a3edaecc3,46055,1732620067079 2024-11-26T11:21:07,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46055-0x10176e002b60003, quorum=127.0.0.1:61262, baseZNode=/1662811973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1662811973/backup-masters 2024-11-26T11:21:07,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45095-0x10176e002b60004, quorum=127.0.0.1:61262, baseZNode=/1662811973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1662811973/backup-masters 2024-11-26T11:21:07,262 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46055-0x10176e002b60003, quorum=127.0.0.1:61262, baseZNode=/1662811973 Set watcher on existing znode=/1662811973/backup-masters/7f3a3edaecc3,46055,1732620067079 2024-11-26T11:21:07,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45095-0x10176e002b60004, quorum=127.0.0.1:61262, baseZNode=/1662811973 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1662811973/master 2024-11-26T11:21:07,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45095-0x10176e002b60004, quorum=127.0.0.1:61262, baseZNode=/1662811973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1662811973 2024-11-26T11:21:07,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46055-0x10176e002b60003, quorum=127.0.0.1:61262, baseZNode=/1662811973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1662811973 2024-11-26T11:21:07,273 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46055-0x10176e002b60003, quorum=127.0.0.1:61262, baseZNode=/1662811973 Set watcher on existing znode=/1662811973/master 2024-11-26T11:21:07,273 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1662811973/backup-masters/7f3a3edaecc3,46055,1732620067079 from backup master directory 2024-11-26T11:21:07,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45095-0x10176e002b60004, quorum=127.0.0.1:61262, baseZNode=/1662811973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1662811973/backup-masters 2024-11-26T11:21:07,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46055-0x10176e002b60003, quorum=127.0.0.1:61262, baseZNode=/1662811973 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1662811973/backup-masters/7f3a3edaecc3,46055,1732620067079 2024-11-26T11:21:07,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46055-0x10176e002b60003, quorum=127.0.0.1:61262, baseZNode=/1662811973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1662811973/backup-masters 2024-11-26T11:21:07,283 WARN [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T11:21:07,283 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7f3a3edaecc3,46055,1732620067079 2024-11-26T11:21:07,285 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/hbase.id] with ID: 5d0677c7-b639-4c31-b6a0-c8ab4a1d1f72 2024-11-26T11:21:07,286 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/.tmp/hbase.id 2024-11-26T11:21:07,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741826_1002 (size=42) 2024-11-26T11:21:07,690 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/.tmp/hbase.id]:[hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/hbase.id] 2024-11-26T11:21:07,698 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:21:07,698 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T11:21:07,699 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T11:21:07,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45095-0x10176e002b60004, quorum=127.0.0.1:61262, baseZNode=/1662811973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1662811973 2024-11-26T11:21:07,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46055-0x10176e002b60003, quorum=127.0.0.1:61262, baseZNode=/1662811973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1662811973 2024-11-26T11:21:07,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741827_1003 (size=196) 2024-11-26T11:21:08,155 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T11:21:08,156 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T11:21:08,156 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:21:08,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741828_1004 (size=1189) 2024-11-26T11:21:08,562 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/MasterData/data/master/store 2024-11-26T11:21:08,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741829_1005 (size=34) 2024-11-26T11:21:08,966 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:21:08,966 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T11:21:08,966 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:21:08,966 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:21:08,966 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T11:21:08,966 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:21:08,966 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:21:08,966 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732620068966Disabling compacts and flushes for region at 1732620068966Disabling writes for close at 1732620068966Writing region close event to WAL at 1732620068966Closed at 1732620068966 2024-11-26T11:21:08,967 WARN [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/MasterData/data/master/store/.initializing 2024-11-26T11:21:08,967 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/MasterData/WALs/7f3a3edaecc3,46055,1732620067079 2024-11-26T11:21:08,968 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T11:21:08,969 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7f3a3edaecc3%2C46055%2C1732620067079, suffix=, logDir=hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/MasterData/WALs/7f3a3edaecc3,46055,1732620067079, archiveDir=hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/MasterData/oldWALs, maxLogs=10 2024-11-26T11:21:08,980 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/MasterData/WALs/7f3a3edaecc3,46055,1732620067079/7f3a3edaecc3%2C46055%2C1732620067079.1732620068969, exclude list is [], retry=0 2024-11-26T11:21:08,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37481,DS-d2b4be73-42a1-40fb-aa97-d2178cdd3f75,DISK] 2024-11-26T11:21:08,983 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/MasterData/WALs/7f3a3edaecc3,46055,1732620067079/7f3a3edaecc3%2C46055%2C1732620067079.1732620068969 2024-11-26T11:21:08,984 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38331:38331)] 2024-11-26T11:21:08,984 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:21:08,984 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:21:08,984 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:21:08,984 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:21:08,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:21:08,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T11:21:08,986 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:08,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:21:08,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:21:08,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T11:21:08,987 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:08,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:21:08,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:21:08,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T11:21:08,988 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:08,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:21:08,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:21:08,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T11:21:08,989 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:08,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:21:08,989 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:21:08,990 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:21:08,990 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:21:08,991 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:21:08,991 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:21:08,992 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:21:08,992 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:21:08,994 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:21:08,994 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61756588, jitterRate=-0.07975512742996216}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:21:08,995 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732620068984Initializing all the Stores at 1732620068984Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620068984Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620068985 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620068985Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620068985Cleaning up temporary data from old regions at 1732620068991 (+6 ms)Region opened successfully at 1732620068995 (+4 ms) 2024-11-26T11:21:08,995 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T11:21:08,997 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@783ba1e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7f3a3edaecc3/172.17.0.3:0 2024-11-26T11:21:08,998 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T11:21:08,998 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T11:21:08,998 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T11:21:08,998 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T11:21:08,998 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T11:21:08,999 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T11:21:08,999 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T11:21:09,000 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T11:21:09,001 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46055-0x10176e002b60003, quorum=127.0.0.1:61262, baseZNode=/1662811973 Unable to get data of znode /1662811973/balancer because node does not exist (not necessarily an error) 2024-11-26T11:21:09,066 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1662811973/balancer already deleted, retry=false 2024-11-26T11:21:09,067 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T11:21:09,068 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46055-0x10176e002b60003, quorum=127.0.0.1:61262, baseZNode=/1662811973 Unable to get data of znode /1662811973/normalizer because node does not exist (not necessarily an error) 2024-11-26T11:21:09,077 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1662811973/normalizer already deleted, retry=false 2024-11-26T11:21:09,077 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T11:21:09,078 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46055-0x10176e002b60003, quorum=127.0.0.1:61262, baseZNode=/1662811973 Unable to get data of znode /1662811973/switch/split because node does not exist (not necessarily an error) 2024-11-26T11:21:09,087 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1662811973/switch/split already deleted, retry=false 2024-11-26T11:21:09,088 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46055-0x10176e002b60003, quorum=127.0.0.1:61262, baseZNode=/1662811973 Unable to get data of znode /1662811973/switch/merge because node does not exist (not necessarily an error) 2024-11-26T11:21:09,098 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1662811973/switch/merge already deleted, retry=false 2024-11-26T11:21:09,100 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46055-0x10176e002b60003, quorum=127.0.0.1:61262, baseZNode=/1662811973 Unable to get data of znode /1662811973/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T11:21:09,108 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1662811973/snapshot-cleanup already deleted, retry=false 2024-11-26T11:21:09,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45095-0x10176e002b60004, quorum=127.0.0.1:61262, baseZNode=/1662811973 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1662811973/running 2024-11-26T11:21:09,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46055-0x10176e002b60003, quorum=127.0.0.1:61262, baseZNode=/1662811973 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1662811973/running 2024-11-26T11:21:09,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45095-0x10176e002b60004, quorum=127.0.0.1:61262, baseZNode=/1662811973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1662811973 2024-11-26T11:21:09,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46055-0x10176e002b60003, quorum=127.0.0.1:61262, baseZNode=/1662811973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1662811973 2024-11-26T11:21:09,119 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7f3a3edaecc3,46055,1732620067079, sessionid=0x10176e002b60003, setting cluster-up flag (Was=false) 2024-11-26T11:21:09,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45095-0x10176e002b60004, quorum=127.0.0.1:61262, baseZNode=/1662811973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1662811973 2024-11-26T11:21:09,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46055-0x10176e002b60003, quorum=127.0.0.1:61262, baseZNode=/1662811973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1662811973 2024-11-26T11:21:09,172 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1662811973/flush-table-proc/acquired, /1662811973/flush-table-proc/reached, /1662811973/flush-table-proc/abort 2024-11-26T11:21:09,172 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7f3a3edaecc3,46055,1732620067079 2024-11-26T11:21:09,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46055-0x10176e002b60003, quorum=127.0.0.1:61262, baseZNode=/1662811973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1662811973 2024-11-26T11:21:09,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45095-0x10176e002b60004, quorum=127.0.0.1:61262, baseZNode=/1662811973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1662811973 2024-11-26T11:21:09,224 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1662811973/online-snapshot/acquired, /1662811973/online-snapshot/reached, /1662811973/online-snapshot/abort 2024-11-26T11:21:09,225 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7f3a3edaecc3,46055,1732620067079 2024-11-26T11:21:09,226 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T11:21:09,227 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T11:21:09,228 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T11:21:09,228 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T11:21:09,228 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7f3a3edaecc3,46055,1732620067079 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T11:21:09,229 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:21:09,230 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:21:09,230 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:21:09,230 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:21:09,230 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7f3a3edaecc3:0, corePoolSize=10, maxPoolSize=10 2024-11-26T11:21:09,230 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:21:09,230 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=2, maxPoolSize=2 2024-11-26T11:21:09,230 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:21:09,231 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732620099231 2024-11-26T11:21:09,231 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T11:21:09,231 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T11:21:09,231 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T11:21:09,231 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T11:21:09,231 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T11:21:09,232 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T11:21:09,232 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T11:21:09,232 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T11:21:09,232 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:09,232 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:09,232 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T11:21:09,232 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T11:21:09,232 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T11:21:09,233 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T11:21:09,233 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T11:21:09,233 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T11:21:09,233 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T11:21:09,236 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732620069233,5,FailOnTimeoutGroup] 2024-11-26T11:21:09,236 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732620069236,5,FailOnTimeoutGroup] 2024-11-26T11:21:09,236 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:09,236 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T11:21:09,236 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:09,236 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:09,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741831_1007 (size=1321) 2024-11-26T11:21:09,244 INFO [RS:0;7f3a3edaecc3:45095 {}] regionserver.HRegionServer(746): ClusterId : 5d0677c7-b639-4c31-b6a0-c8ab4a1d1f72 2024-11-26T11:21:09,244 DEBUG [RS:0;7f3a3edaecc3:45095 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T11:21:09,256 DEBUG [RS:0;7f3a3edaecc3:45095 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T11:21:09,256 DEBUG [RS:0;7f3a3edaecc3:45095 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T11:21:09,267 DEBUG [RS:0;7f3a3edaecc3:45095 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T11:21:09,267 DEBUG [RS:0;7f3a3edaecc3:45095 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bac119f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7f3a3edaecc3/172.17.0.3:0 2024-11-26T11:21:09,278 DEBUG [RS:0;7f3a3edaecc3:45095 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7f3a3edaecc3:45095 2024-11-26T11:21:09,278 INFO [RS:0;7f3a3edaecc3:45095 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T11:21:09,278 INFO [RS:0;7f3a3edaecc3:45095 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T11:21:09,278 DEBUG [RS:0;7f3a3edaecc3:45095 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T11:21:09,278 INFO [RS:0;7f3a3edaecc3:45095 {}] regionserver.HRegionServer(2659): reportForDuty to master=7f3a3edaecc3,46055,1732620067079 with port=45095, startcode=1732620067221 2024-11-26T11:21:09,278 DEBUG [RS:0;7f3a3edaecc3:45095 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T11:21:09,280 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39331, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T11:21:09,280 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46055 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7f3a3edaecc3,45095,1732620067221 2024-11-26T11:21:09,280 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46055 {}] master.ServerManager(517): Registering regionserver=7f3a3edaecc3,45095,1732620067221 2024-11-26T11:21:09,281 DEBUG [RS:0;7f3a3edaecc3:45095 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064 2024-11-26T11:21:09,281 DEBUG [RS:0;7f3a3edaecc3:45095 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38495 2024-11-26T11:21:09,281 DEBUG [RS:0;7f3a3edaecc3:45095 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T11:21:09,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46055-0x10176e002b60003, quorum=127.0.0.1:61262, baseZNode=/1662811973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1662811973/rs 2024-11-26T11:21:09,294 DEBUG [RS:0;7f3a3edaecc3:45095 {}] zookeeper.ZKUtil(111): regionserver:45095-0x10176e002b60004, quorum=127.0.0.1:61262, baseZNode=/1662811973 Set watcher on existing znode=/1662811973/rs/7f3a3edaecc3,45095,1732620067221 2024-11-26T11:21:09,294 WARN [RS:0;7f3a3edaecc3:45095 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T11:21:09,294 INFO [RS:0;7f3a3edaecc3:45095 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:21:09,294 DEBUG [RS:0;7f3a3edaecc3:45095 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221 2024-11-26T11:21:09,294 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7f3a3edaecc3,45095,1732620067221] 2024-11-26T11:21:09,297 INFO [RS:0;7f3a3edaecc3:45095 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T11:21:09,298 INFO [RS:0;7f3a3edaecc3:45095 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T11:21:09,299 INFO [RS:0;7f3a3edaecc3:45095 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T11:21:09,299 INFO [RS:0;7f3a3edaecc3:45095 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:09,299 INFO [RS:0;7f3a3edaecc3:45095 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T11:21:09,300 INFO [RS:0;7f3a3edaecc3:45095 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T11:21:09,300 INFO [RS:0;7f3a3edaecc3:45095 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:09,300 DEBUG [RS:0;7f3a3edaecc3:45095 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:21:09,300 DEBUG [RS:0;7f3a3edaecc3:45095 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:21:09,300 DEBUG [RS:0;7f3a3edaecc3:45095 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:21:09,300 DEBUG [RS:0;7f3a3edaecc3:45095 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:21:09,300 DEBUG [RS:0;7f3a3edaecc3:45095 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:21:09,300 DEBUG [RS:0;7f3a3edaecc3:45095 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7f3a3edaecc3:0, corePoolSize=2, maxPoolSize=2 2024-11-26T11:21:09,300 DEBUG [RS:0;7f3a3edaecc3:45095 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:21:09,300 DEBUG [RS:0;7f3a3edaecc3:45095 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:21:09,300 DEBUG [RS:0;7f3a3edaecc3:45095 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:21:09,300 DEBUG [RS:0;7f3a3edaecc3:45095 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:21:09,301 DEBUG [RS:0;7f3a3edaecc3:45095 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:21:09,301 DEBUG [RS:0;7f3a3edaecc3:45095 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:21:09,301 DEBUG [RS:0;7f3a3edaecc3:45095 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7f3a3edaecc3:0, corePoolSize=3, maxPoolSize=3 2024-11-26T11:21:09,301 DEBUG [RS:0;7f3a3edaecc3:45095 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7f3a3edaecc3:0, corePoolSize=3, maxPoolSize=3 2024-11-26T11:21:09,301 INFO [RS:0;7f3a3edaecc3:45095 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:09,301 INFO [RS:0;7f3a3edaecc3:45095 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:09,301 INFO [RS:0;7f3a3edaecc3:45095 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:09,301 INFO [RS:0;7f3a3edaecc3:45095 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:09,301 INFO [RS:0;7f3a3edaecc3:45095 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:09,301 INFO [RS:0;7f3a3edaecc3:45095 {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,45095,1732620067221-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T11:21:09,314 INFO [RS:0;7f3a3edaecc3:45095 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T11:21:09,314 INFO [RS:0;7f3a3edaecc3:45095 {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,45095,1732620067221-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:09,315 INFO [RS:0;7f3a3edaecc3:45095 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:09,315 INFO [RS:0;7f3a3edaecc3:45095 {}] regionserver.Replication(171): 7f3a3edaecc3,45095,1732620067221 started 2024-11-26T11:21:09,326 INFO [RS:0;7f3a3edaecc3:45095 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:09,326 INFO [RS:0;7f3a3edaecc3:45095 {}] regionserver.HRegionServer(1482): Serving as 7f3a3edaecc3,45095,1732620067221, RpcServer on 7f3a3edaecc3/172.17.0.3:45095, sessionid=0x10176e002b60004 2024-11-26T11:21:09,327 DEBUG [RS:0;7f3a3edaecc3:45095 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T11:21:09,327 DEBUG [RS:0;7f3a3edaecc3:45095 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7f3a3edaecc3,45095,1732620067221 2024-11-26T11:21:09,327 DEBUG [RS:0;7f3a3edaecc3:45095 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7f3a3edaecc3,45095,1732620067221' 2024-11-26T11:21:09,327 DEBUG [RS:0;7f3a3edaecc3:45095 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1662811973/flush-table-proc/abort' 2024-11-26T11:21:09,327 DEBUG [RS:0;7f3a3edaecc3:45095 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1662811973/flush-table-proc/acquired' 2024-11-26T11:21:09,327 DEBUG [RS:0;7f3a3edaecc3:45095 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T11:21:09,328 DEBUG [RS:0;7f3a3edaecc3:45095 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T11:21:09,328 DEBUG [RS:0;7f3a3edaecc3:45095 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7f3a3edaecc3,45095,1732620067221 2024-11-26T11:21:09,328 DEBUG [RS:0;7f3a3edaecc3:45095 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7f3a3edaecc3,45095,1732620067221' 2024-11-26T11:21:09,328 DEBUG [RS:0;7f3a3edaecc3:45095 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1662811973/online-snapshot/abort' 2024-11-26T11:21:09,328 DEBUG [RS:0;7f3a3edaecc3:45095 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1662811973/online-snapshot/acquired' 2024-11-26T11:21:09,328 DEBUG [RS:0;7f3a3edaecc3:45095 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T11:21:09,328 INFO [RS:0;7f3a3edaecc3:45095 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T11:21:09,328 INFO [RS:0;7f3a3edaecc3:45095 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T11:21:09,428 INFO [RS:0;7f3a3edaecc3:45095 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T11:21:09,430 INFO [RS:0;7f3a3edaecc3:45095 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7f3a3edaecc3%2C45095%2C1732620067221, suffix=, logDir=hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221, archiveDir=hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/oldWALs, maxLogs=10 2024-11-26T11:21:09,441 DEBUG [RS:0;7f3a3edaecc3:45095 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.1732620069430, exclude list is [], retry=0 2024-11-26T11:21:09,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37481,DS-d2b4be73-42a1-40fb-aa97-d2178cdd3f75,DISK] 2024-11-26T11:21:09,444 INFO [RS:0;7f3a3edaecc3:45095 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.1732620069430 2024-11-26T11:21:09,445 DEBUG [RS:0;7f3a3edaecc3:45095 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38331:38331)] 2024-11-26T11:21:09,642 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T11:21:09,643 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064 2024-11-26T11:21:09,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741833_1009 (size=32) 2024-11-26T11:21:09,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:21:09,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T11:21:09,649 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T11:21:09,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:09,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:21:09,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T11:21:09,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T11:21:09,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:09,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:21:09,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T11:21:09,651 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T11:21:09,651 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:09,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:21:09,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T11:21:09,652 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T11:21:09,652 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:09,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:21:09,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T11:21:09,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/data/hbase/meta/1588230740 2024-11-26T11:21:09,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/data/hbase/meta/1588230740 2024-11-26T11:21:09,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T11:21:09,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T11:21:09,654 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:21:09,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T11:21:09,656 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:21:09,656 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75210299, jitterRate=0.12072078883647919}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:21:09,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732620069647Initializing all the Stores at 1732620069648 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620069648Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620069648Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620069648Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620069648Cleaning up temporary data from old regions at 1732620069654 (+6 ms)Region opened successfully at 1732620069656 (+2 ms) 2024-11-26T11:21:09,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T11:21:09,656 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T11:21:09,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T11:21:09,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T11:21:09,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T11:21:09,657 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T11:21:09,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732620069656Disabling compacts and flushes for region at 1732620069656Disabling writes for close at 1732620069656Writing region close event to WAL at 1732620069657 (+1 ms)Closed at 1732620069657 2024-11-26T11:21:09,657 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T11:21:09,657 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T11:21:09,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T11:21:09,658 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T11:21:09,659 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T11:21:09,809 DEBUG [7f3a3edaecc3:46055 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T11:21:09,810 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7f3a3edaecc3,45095,1732620067221 2024-11-26T11:21:09,810 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7f3a3edaecc3,45095,1732620067221, state=OPENING 2024-11-26T11:21:09,903 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T11:21:09,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46055-0x10176e002b60003, quorum=127.0.0.1:61262, baseZNode=/1662811973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1662811973 2024-11-26T11:21:09,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45095-0x10176e002b60004, quorum=127.0.0.1:61262, baseZNode=/1662811973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1662811973 2024-11-26T11:21:09,919 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T11:21:09,919 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1662811973/meta-region-server: CHANGED 2024-11-26T11:21:09,919 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1662811973/meta-region-server: CHANGED 2024-11-26T11:21:09,919 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,45095,1732620067221}] 2024-11-26T11:21:09,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:09,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:09,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:09,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:09,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:09,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:09,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:09,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:10,000 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:10,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:10,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:10,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:10,071 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T11:21:10,073 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52345, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T11:21:10,075 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T11:21:10,075 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:21:10,076 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T11:21:10,077 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7f3a3edaecc3%2C45095%2C1732620067221.meta, suffix=.meta, logDir=hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221, archiveDir=hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/oldWALs, maxLogs=10 2024-11-26T11:21:10,088 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.meta.1732620070077.meta, exclude list is [], retry=0 2024-11-26T11:21:10,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37481,DS-d2b4be73-42a1-40fb-aa97-d2178cdd3f75,DISK] 2024-11-26T11:21:10,092 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.meta.1732620070077.meta 2024-11-26T11:21:10,092 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38331:38331)] 2024-11-26T11:21:10,092 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:21:10,093 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T11:21:10,093 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T11:21:10,093 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T11:21:10,093 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T11:21:10,093 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T11:21:10,093 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:21:10,093 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T11:21:10,093 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T11:21:10,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T11:21:10,095 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T11:21:10,095 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:10,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:21:10,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T11:21:10,095 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T11:21:10,096 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:10,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:21:10,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T11:21:10,096 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T11:21:10,096 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:10,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:21:10,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T11:21:10,097 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T11:21:10,097 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:10,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:21:10,097 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T11:21:10,098 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/data/hbase/meta/1588230740 2024-11-26T11:21:10,099 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/data/hbase/meta/1588230740 2024-11-26T11:21:10,099 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T11:21:10,099 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T11:21:10,100 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:21:10,101 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T11:21:10,101 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62301015, jitterRate=-0.07164253294467926}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:21:10,101 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T11:21:10,101 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732620070093Writing region info on filesystem at 1732620070093Initializing all the Stores at 1732620070094 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620070094Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620070094Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620070094Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620070094Cleaning up temporary data from old regions at 1732620070099 (+5 ms)Running coprocessor post-open hooks at 1732620070101 (+2 ms)Region opened successfully at 1732620070101 2024-11-26T11:21:10,102 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732620070071 2024-11-26T11:21:10,103 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T11:21:10,104 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T11:21:10,104 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7f3a3edaecc3,45095,1732620067221 2024-11-26T11:21:10,105 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7f3a3edaecc3,45095,1732620067221, state=OPEN 2024-11-26T11:21:10,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46055-0x10176e002b60003, quorum=127.0.0.1:61262, baseZNode=/1662811973 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1662811973/meta-region-server 2024-11-26T11:21:10,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45095-0x10176e002b60004, quorum=127.0.0.1:61262, baseZNode=/1662811973 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1662811973/meta-region-server 2024-11-26T11:21:10,114 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,45095,1732620067221 2024-11-26T11:21:10,114 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1662811973/meta-region-server: CHANGED 2024-11-26T11:21:10,114 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1662811973/meta-region-server: CHANGED 2024-11-26T11:21:10,116 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T11:21:10,116 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,45095,1732620067221 in 195 msec 2024-11-26T11:21:10,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T11:21:10,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 458 msec 2024-11-26T11:21:10,118 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T11:21:10,118 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T11:21:10,120 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:21:10,120 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,45095,1732620067221, seqNum=-1] 2024-11-26T11:21:10,120 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:21:10,121 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57025, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:21:10,125 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 898 msec 2024-11-26T11:21:10,126 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732620070125, completionTime=-1 2024-11-26T11:21:10,126 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T11:21:10,126 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T11:21:10,127 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T11:21:10,128 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732620130127 2024-11-26T11:21:10,128 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732620190128 2024-11-26T11:21:10,128 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T11:21:10,128 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,46055,1732620067079-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:10,128 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,46055,1732620067079-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:10,128 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,46055,1732620067079-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:10,128 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7f3a3edaecc3:46055, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:10,128 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:10,128 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:10,130 DEBUG [master/7f3a3edaecc3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T11:21:10,131 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.848sec 2024-11-26T11:21:10,131 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T11:21:10,131 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T11:21:10,131 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T11:21:10,131 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T11:21:10,131 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T11:21:10,131 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,46055,1732620067079-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T11:21:10,132 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,46055,1732620067079-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T11:21:10,133 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T11:21:10,133 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T11:21:10,134 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,46055,1732620067079-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:10,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f99dc0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:10,145 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,46055,-1 for getting cluster id 2024-11-26T11:21:10,145 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:21:10,146 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d0677c7-b639-4c31-b6a0-c8ab4a1d1f72' 2024-11-26T11:21:10,146 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:21:10,147 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d0677c7-b639-4c31-b6a0-c8ab4a1d1f72" 2024-11-26T11:21:10,147 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d208d5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:10,147 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,46055,-1] 2024-11-26T11:21:10,147 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:21:10,147 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:21:10,148 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:21:10,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55592af3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:10,149 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:21:10,150 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,45095,1732620067221, seqNum=-1] 2024-11-26T11:21:10,150 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:21:10,151 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:21:10,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7f3a3edaecc3,46055,1732620067079 2024-11-26T11:21:10,153 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61262 2024-11-26T11:21:10,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61262, baseZNode=/1662811973 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:21:10,161 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10176e002b60005 connected 2024-11-26T11:21:10,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53803a6a-0496-73c1-8d76-75796b9057de/hadoop.log.dir so I do NOT create it in target/test-data/d3a6e324-7fbf-173e-ded3-ee9685e3bb94 2024-11-26T11:21:10,175 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53803a6a-0496-73c1-8d76-75796b9057de/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T11:21:10,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53803a6a-0496-73c1-8d76-75796b9057de/hadoop.tmp.dir so I do NOT create it in target/test-data/d3a6e324-7fbf-173e-ded3-ee9685e3bb94 2024-11-26T11:21:10,175 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53803a6a-0496-73c1-8d76-75796b9057de/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T11:21:10,175 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a6e324-7fbf-173e-ded3-ee9685e3bb94 2024-11-26T11:21:10,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T11:21:10,175 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a6e324-7fbf-173e-ded3-ee9685e3bb94/cluster_9b480e19-2ec3-cb3c-f1d7-dbfce028820a, deleteOnExit=true 2024-11-26T11:21:10,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T11:21:10,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a6e324-7fbf-173e-ded3-ee9685e3bb94/test.cache.data in system properties and HBase conf 2024-11-26T11:21:10,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a6e324-7fbf-173e-ded3-ee9685e3bb94/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T11:21:10,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a6e324-7fbf-173e-ded3-ee9685e3bb94/hadoop.log.dir in system properties and HBase conf 2024-11-26T11:21:10,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a6e324-7fbf-173e-ded3-ee9685e3bb94/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T11:21:10,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a6e324-7fbf-173e-ded3-ee9685e3bb94/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T11:21:10,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T11:21:10,176 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T11:21:10,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a6e324-7fbf-173e-ded3-ee9685e3bb94/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T11:21:10,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a6e324-7fbf-173e-ded3-ee9685e3bb94/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T11:21:10,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a6e324-7fbf-173e-ded3-ee9685e3bb94/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T11:21:10,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a6e324-7fbf-173e-ded3-ee9685e3bb94/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T11:21:10,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a6e324-7fbf-173e-ded3-ee9685e3bb94/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T11:21:10,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a6e324-7fbf-173e-ded3-ee9685e3bb94/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T11:21:10,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a6e324-7fbf-173e-ded3-ee9685e3bb94/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T11:21:10,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a6e324-7fbf-173e-ded3-ee9685e3bb94/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T11:21:10,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a6e324-7fbf-173e-ded3-ee9685e3bb94/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T11:21:10,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a6e324-7fbf-173e-ded3-ee9685e3bb94/nfs.dump.dir in system properties and HBase conf 2024-11-26T11:21:10,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a6e324-7fbf-173e-ded3-ee9685e3bb94/java.io.tmpdir in system properties and HBase conf 2024-11-26T11:21:10,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a6e324-7fbf-173e-ded3-ee9685e3bb94/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T11:21:10,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a6e324-7fbf-173e-ded3-ee9685e3bb94/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T11:21:10,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a6e324-7fbf-173e-ded3-ee9685e3bb94/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T11:21:10,418 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-26T11:21:10,419 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:10,419 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:10,458 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:10,459 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:10,459 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:10,459 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:10,460 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:10,460 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:10,468 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:10,472 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:10,472 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:10,474 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:10,508 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:21:10,512 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T11:21:10,513 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T11:21:10,513 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T11:21:10,513 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T11:21:10,514 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:21:10,514 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T11:21:10,515 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64f8ea3d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a6e324-7fbf-173e-ded3-ee9685e3bb94/hadoop.log.dir/,AVAILABLE} 2024-11-26T11:21:10,515 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@756dda88{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T11:21:10,620 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@766a8eab{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a6e324-7fbf-173e-ded3-ee9685e3bb94/java.io.tmpdir/jetty-localhost-38695-hadoop-hdfs-3_4_1-tests_jar-_-any-10025241260492011733/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T11:21:10,620 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@637ddaa4{HTTP/1.1, (http/1.1)}{localhost:38695} 2024-11-26T11:21:10,620 INFO [Time-limited test {}] server.Server(415): Started @242771ms 2024-11-26T11:21:10,886 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:21:10,889 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T11:21:10,892 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T11:21:10,892 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T11:21:10,892 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T11:21:10,893 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b8f55d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a6e324-7fbf-173e-ded3-ee9685e3bb94/hadoop.log.dir/,AVAILABLE} 2024-11-26T11:21:10,893 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5534c2a5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T11:21:10,989 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e5671a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a6e324-7fbf-173e-ded3-ee9685e3bb94/java.io.tmpdir/jetty-localhost-37685-hadoop-hdfs-3_4_1-tests_jar-_-any-17303171463516262727/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T11:21:10,989 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d13b071{HTTP/1.1, (http/1.1)}{localhost:37685} 2024-11-26T11:21:10,989 INFO [Time-limited test {}] server.Server(415): Started @243140ms 2024-11-26T11:21:10,990 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T11:21:11,600 WARN [Thread-2894 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a6e324-7fbf-173e-ded3-ee9685e3bb94/cluster_9b480e19-2ec3-cb3c-f1d7-dbfce028820a/data/data1/current/BP-1263804985-172.17.0.3-1732620070191/current, will proceed with Du for space computation calculation, 2024-11-26T11:21:11,603 WARN [Thread-2895 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a6e324-7fbf-173e-ded3-ee9685e3bb94/cluster_9b480e19-2ec3-cb3c-f1d7-dbfce028820a/data/data2/current/BP-1263804985-172.17.0.3-1732620070191/current, will proceed with Du for space computation calculation, 2024-11-26T11:21:11,617 WARN [Thread-2882 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T11:21:11,619 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x702a5c96598a4b91 with lease ID 0x94c9c23c118670c3: Processing first storage report for DS-9a067a2c-75d2-4b09-92b9-07c1166f9bab from datanode DatanodeRegistration(127.0.0.1:45747, datanodeUuid=fe7efe21-c4d7-41be-a3ae-56afe6e4239e, infoPort=46047, infoSecurePort=0, ipcPort=44233, storageInfo=lv=-57;cid=testClusterID;nsid=1087279721;c=1732620070191) 2024-11-26T11:21:11,619 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x702a5c96598a4b91 with lease ID 0x94c9c23c118670c3: from storage DS-9a067a2c-75d2-4b09-92b9-07c1166f9bab node DatanodeRegistration(127.0.0.1:45747, datanodeUuid=fe7efe21-c4d7-41be-a3ae-56afe6e4239e, infoPort=46047, infoSecurePort=0, ipcPort=44233, storageInfo=lv=-57;cid=testClusterID;nsid=1087279721;c=1732620070191), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T11:21:11,619 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x702a5c96598a4b91 with lease ID 0x94c9c23c118670c3: Processing first storage report for DS-9d767302-4d26-4a6e-8c78-efa30cb625a2 from datanode DatanodeRegistration(127.0.0.1:45747, datanodeUuid=fe7efe21-c4d7-41be-a3ae-56afe6e4239e, infoPort=46047, infoSecurePort=0, ipcPort=44233, storageInfo=lv=-57;cid=testClusterID;nsid=1087279721;c=1732620070191) 2024-11-26T11:21:11,619 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x702a5c96598a4b91 with lease ID 0x94c9c23c118670c3: from storage DS-9d767302-4d26-4a6e-8c78-efa30cb625a2 node DatanodeRegistration(127.0.0.1:45747, datanodeUuid=fe7efe21-c4d7-41be-a3ae-56afe6e4239e, infoPort=46047, infoSecurePort=0, ipcPort=44233, storageInfo=lv=-57;cid=testClusterID;nsid=1087279721;c=1732620070191), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T11:21:11,713 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a6e324-7fbf-173e-ded3-ee9685e3bb94 2024-11-26T11:21:11,713 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:21:11,714 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:21:11,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45747 is added to blk_1073741825_1001 (size=7) 2024-11-26T11:21:12,125 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02 with version=8 2024-11-26T11:21:12,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/hbase-staging 2024-11-26T11:21:12,127 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7f3a3edaecc3:0 server-side Connection retries=45 2024-11-26T11:21:12,127 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:21:12,127 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T11:21:12,127 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T11:21:12,127 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:21:12,127 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T11:21:12,127 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T11:21:12,127 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T11:21:12,127 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46581 2024-11-26T11:21:12,128 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46581 connecting to ZooKeeper ensemble=127.0.0.1:61262 2024-11-26T11:21:12,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:465810x0, quorum=127.0.0.1:61262, baseZNode=/21328234867 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:21:12,182 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46581-0x10176e002b60006 connected 2024-11-26T11:21:12,256 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:21:12,257 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:21:12,259 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46581-0x10176e002b60006, quorum=127.0.0.1:61262, baseZNode=/21328234867 Set watcher on znode that does not yet exist, /21328234867/running 2024-11-26T11:21:12,260 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02, hbase.cluster.distributed=false 2024-11-26T11:21:12,261 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46581-0x10176e002b60006, quorum=127.0.0.1:61262, baseZNode=/21328234867 Set watcher on znode that does not yet exist, /21328234867/acl 2024-11-26T11:21:12,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46581 2024-11-26T11:21:12,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46581 2024-11-26T11:21:12,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46581 2024-11-26T11:21:12,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46581 2024-11-26T11:21:12,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46581 2024-11-26T11:21:12,279 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7f3a3edaecc3:0 server-side Connection retries=45 2024-11-26T11:21:12,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:21:12,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T11:21:12,279 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T11:21:12,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:21:12,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T11:21:12,279 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T11:21:12,279 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T11:21:12,280 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33943 2024-11-26T11:21:12,280 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33943 connecting to ZooKeeper ensemble=127.0.0.1:61262 2024-11-26T11:21:12,281 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:21:12,283 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:21:12,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:339430x0, quorum=127.0.0.1:61262, baseZNode=/21328234867 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:21:12,294 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:339430x0, quorum=127.0.0.1:61262, baseZNode=/21328234867 Set watcher on znode that does not yet exist, /21328234867/running 2024-11-26T11:21:12,294 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33943-0x10176e002b60007 connected 2024-11-26T11:21:12,294 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T11:21:12,294 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T11:21:12,295 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33943-0x10176e002b60007, quorum=127.0.0.1:61262, baseZNode=/21328234867 Set watcher on znode that does not yet exist, /21328234867/master 2024-11-26T11:21:12,296 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33943-0x10176e002b60007, quorum=127.0.0.1:61262, baseZNode=/21328234867 Set watcher on znode that does not yet exist, /21328234867/acl 2024-11-26T11:21:12,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33943 2024-11-26T11:21:12,299 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33943 2024-11-26T11:21:12,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33943 2024-11-26T11:21:12,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33943 2024-11-26T11:21:12,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33943 2024-11-26T11:21:12,316 DEBUG [M:0;7f3a3edaecc3:46581 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7f3a3edaecc3:46581 2024-11-26T11:21:12,316 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21328234867/backup-masters/7f3a3edaecc3,46581,1732620072126 2024-11-26T11:21:12,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46581-0x10176e002b60006, quorum=127.0.0.1:61262, baseZNode=/21328234867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21328234867/backup-masters 2024-11-26T11:21:12,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33943-0x10176e002b60007, quorum=127.0.0.1:61262, baseZNode=/21328234867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21328234867/backup-masters 2024-11-26T11:21:12,325 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46581-0x10176e002b60006, quorum=127.0.0.1:61262, baseZNode=/21328234867 Set watcher on existing znode=/21328234867/backup-masters/7f3a3edaecc3,46581,1732620072126 2024-11-26T11:21:12,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33943-0x10176e002b60007, quorum=127.0.0.1:61262, baseZNode=/21328234867 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21328234867/master 2024-11-26T11:21:12,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33943-0x10176e002b60007, quorum=127.0.0.1:61262, baseZNode=/21328234867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21328234867 2024-11-26T11:21:12,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46581-0x10176e002b60006, quorum=127.0.0.1:61262, baseZNode=/21328234867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21328234867 2024-11-26T11:21:12,336 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46581-0x10176e002b60006, quorum=127.0.0.1:61262, baseZNode=/21328234867 Set watcher on existing znode=/21328234867/master 2024-11-26T11:21:12,336 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21328234867/backup-masters/7f3a3edaecc3,46581,1732620072126 from backup master directory 2024-11-26T11:21:12,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46581-0x10176e002b60006, quorum=127.0.0.1:61262, baseZNode=/21328234867 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21328234867/backup-masters/7f3a3edaecc3,46581,1732620072126 2024-11-26T11:21:12,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46581-0x10176e002b60006, quorum=127.0.0.1:61262, baseZNode=/21328234867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21328234867/backup-masters 2024-11-26T11:21:12,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33943-0x10176e002b60007, quorum=127.0.0.1:61262, baseZNode=/21328234867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21328234867/backup-masters 2024-11-26T11:21:12,346 WARN [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T11:21:12,346 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7f3a3edaecc3,46581,1732620072126 2024-11-26T11:21:12,349 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/hbase.id] with ID: b0340d49-8e2c-4c47-8ad5-3ca66de446fc 2024-11-26T11:21:12,349 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/.tmp/hbase.id 2024-11-26T11:21:12,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45747 is added to blk_1073741826_1002 (size=42) 2024-11-26T11:21:12,753 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/.tmp/hbase.id]:[hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/hbase.id] 2024-11-26T11:21:12,761 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:21:12,762 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T11:21:12,762 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-26T11:21:12,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46581-0x10176e002b60006, quorum=127.0.0.1:61262, baseZNode=/21328234867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21328234867 2024-11-26T11:21:12,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33943-0x10176e002b60007, quorum=127.0.0.1:61262, baseZNode=/21328234867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21328234867 2024-11-26T11:21:12,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45747 is added to blk_1073741827_1003 (size=196) 2024-11-26T11:21:13,219 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T11:21:13,219 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T11:21:13,220 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:21:13,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45747 is added to blk_1073741828_1004 (size=1189) 2024-11-26T11:21:13,626 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/MasterData/data/master/store 2024-11-26T11:21:13,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45747 is added to blk_1073741829_1005 (size=34) 2024-11-26T11:21:14,031 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:21:14,031 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T11:21:14,031 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:21:14,031 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:21:14,031 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T11:21:14,031 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:21:14,031 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:21:14,031 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732620074031Disabling compacts and flushes for region at 1732620074031Disabling writes for close at 1732620074031Writing region close event to WAL at 1732620074031Closed at 1732620074031 2024-11-26T11:21:14,032 WARN [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/MasterData/data/master/store/.initializing 2024-11-26T11:21:14,032 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/MasterData/WALs/7f3a3edaecc3,46581,1732620072126 2024-11-26T11:21:14,033 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T11:21:14,034 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7f3a3edaecc3%2C46581%2C1732620072126, suffix=, logDir=hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/MasterData/WALs/7f3a3edaecc3,46581,1732620072126, archiveDir=hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/MasterData/oldWALs, maxLogs=10 2024-11-26T11:21:14,046 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/MasterData/WALs/7f3a3edaecc3,46581,1732620072126/7f3a3edaecc3%2C46581%2C1732620072126.1732620074034, exclude list is [], retry=0 2024-11-26T11:21:14,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45747,DS-9a067a2c-75d2-4b09-92b9-07c1166f9bab,DISK] 2024-11-26T11:21:14,053 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/MasterData/WALs/7f3a3edaecc3,46581,1732620072126/7f3a3edaecc3%2C46581%2C1732620072126.1732620074034 2024-11-26T11:21:14,054 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46047:46047)] 2024-11-26T11:21:14,054 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:21:14,054 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:21:14,054 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:21:14,054 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:21:14,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:21:14,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T11:21:14,056 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:14,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:21:14,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:21:14,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T11:21:14,057 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:14,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:21:14,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:21:14,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T11:21:14,059 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:14,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:21:14,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:21:14,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T11:21:14,060 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:14,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:21:14,060 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:21:14,061 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:21:14,061 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:21:14,062 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:21:14,062 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:21:14,062 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:21:14,062 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:21:14,064 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:21:14,064 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69349172, jitterRate=0.033383190631866455}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:21:14,064 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732620074054Initializing all the Stores at 1732620074055 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620074055Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620074055Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620074055Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620074055Cleaning up temporary data from old regions at 1732620074062 (+7 ms)Region opened successfully at 1732620074064 (+2 ms) 2024-11-26T11:21:14,064 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T11:21:14,066 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d28cd94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7f3a3edaecc3/172.17.0.3:0 2024-11-26T11:21:14,067 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T11:21:14,067 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T11:21:14,067 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T11:21:14,067 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T11:21:14,067 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T11:21:14,067 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T11:21:14,067 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T11:21:14,069 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T11:21:14,069 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46581-0x10176e002b60006, quorum=127.0.0.1:61262, baseZNode=/21328234867 Unable to get data of znode /21328234867/balancer because node does not exist (not necessarily an error) 2024-11-26T11:21:14,129 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21328234867/balancer already deleted, retry=false 2024-11-26T11:21:14,130 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T11:21:14,130 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46581-0x10176e002b60006, quorum=127.0.0.1:61262, baseZNode=/21328234867 Unable to get data of znode /21328234867/normalizer because node does not exist (not necessarily an error) 2024-11-26T11:21:14,140 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21328234867/normalizer already deleted, retry=false 2024-11-26T11:21:14,140 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T11:21:14,140 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46581-0x10176e002b60006, quorum=127.0.0.1:61262, baseZNode=/21328234867 Unable to get data of znode /21328234867/switch/split because node does not exist (not necessarily an error) 2024-11-26T11:21:14,150 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21328234867/switch/split already deleted, retry=false 2024-11-26T11:21:14,151 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46581-0x10176e002b60006, quorum=127.0.0.1:61262, baseZNode=/21328234867 Unable to get data of znode /21328234867/switch/merge because node does not exist (not necessarily an error) 2024-11-26T11:21:14,160 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21328234867/switch/merge already deleted, retry=false 2024-11-26T11:21:14,162 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46581-0x10176e002b60006, quorum=127.0.0.1:61262, baseZNode=/21328234867 Unable to get data of znode /21328234867/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T11:21:14,171 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21328234867/snapshot-cleanup already deleted, retry=false 2024-11-26T11:21:14,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33943-0x10176e002b60007, quorum=127.0.0.1:61262, baseZNode=/21328234867 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21328234867/running 2024-11-26T11:21:14,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46581-0x10176e002b60006, quorum=127.0.0.1:61262, baseZNode=/21328234867 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21328234867/running 2024-11-26T11:21:14,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33943-0x10176e002b60007, quorum=127.0.0.1:61262, baseZNode=/21328234867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21328234867 2024-11-26T11:21:14,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46581-0x10176e002b60006, quorum=127.0.0.1:61262, baseZNode=/21328234867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21328234867 2024-11-26T11:21:14,182 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7f3a3edaecc3,46581,1732620072126, sessionid=0x10176e002b60006, setting cluster-up flag (Was=false) 2024-11-26T11:21:14,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46581-0x10176e002b60006, quorum=127.0.0.1:61262, baseZNode=/21328234867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21328234867 2024-11-26T11:21:14,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33943-0x10176e002b60007, quorum=127.0.0.1:61262, baseZNode=/21328234867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21328234867 2024-11-26T11:21:14,234 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21328234867/flush-table-proc/acquired, /21328234867/flush-table-proc/reached, /21328234867/flush-table-proc/abort 2024-11-26T11:21:14,235 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7f3a3edaecc3,46581,1732620072126 2024-11-26T11:21:14,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33943-0x10176e002b60007, quorum=127.0.0.1:61262, baseZNode=/21328234867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21328234867 2024-11-26T11:21:14,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46581-0x10176e002b60006, quorum=127.0.0.1:61262, baseZNode=/21328234867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21328234867 2024-11-26T11:21:14,388 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21328234867/online-snapshot/acquired, /21328234867/online-snapshot/reached, /21328234867/online-snapshot/abort 2024-11-26T11:21:14,389 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7f3a3edaecc3,46581,1732620072126 2024-11-26T11:21:14,390 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T11:21:14,391 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T11:21:14,391 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T11:21:14,391 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T11:21:14,392 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7f3a3edaecc3,46581,1732620072126 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T11:21:14,393 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:21:14,393 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:21:14,393 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:21:14,393 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:21:14,393 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7f3a3edaecc3:0, corePoolSize=10, maxPoolSize=10 2024-11-26T11:21:14,393 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:21:14,393 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=2, maxPoolSize=2 2024-11-26T11:21:14,393 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:21:14,394 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732620104394 2024-11-26T11:21:14,394 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T11:21:14,394 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T11:21:14,394 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T11:21:14,394 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T11:21:14,394 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T11:21:14,394 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T11:21:14,394 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T11:21:14,394 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T11:21:14,394 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:14,394 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T11:21:14,394 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T11:21:14,395 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T11:21:14,395 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T11:21:14,395 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T11:21:14,395 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T11:21:14,395 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732620074395,5,FailOnTimeoutGroup] 2024-11-26T11:21:14,395 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:14,395 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732620074395,5,FailOnTimeoutGroup] 2024-11-26T11:21:14,395 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:14,406 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T11:21:14,406 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:14,406 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:14,395 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T11:21:14,407 INFO [RS:0;7f3a3edaecc3:33943 {}] regionserver.HRegionServer(746): ClusterId : b0340d49-8e2c-4c47-8ad5-3ca66de446fc 2024-11-26T11:21:14,407 DEBUG [RS:0;7f3a3edaecc3:33943 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T11:21:14,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45747 is added to blk_1073741831_1007 (size=1321) 2024-11-26T11:21:14,420 DEBUG [RS:0;7f3a3edaecc3:33943 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T11:21:14,420 DEBUG [RS:0;7f3a3edaecc3:33943 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T11:21:14,431 DEBUG [RS:0;7f3a3edaecc3:33943 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T11:21:14,431 DEBUG [RS:0;7f3a3edaecc3:33943 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46c7e87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7f3a3edaecc3/172.17.0.3:0 2024-11-26T11:21:14,446 DEBUG [RS:0;7f3a3edaecc3:33943 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7f3a3edaecc3:33943 2024-11-26T11:21:14,446 INFO [RS:0;7f3a3edaecc3:33943 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T11:21:14,446 INFO [RS:0;7f3a3edaecc3:33943 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T11:21:14,446 DEBUG [RS:0;7f3a3edaecc3:33943 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T11:21:14,446 INFO [RS:0;7f3a3edaecc3:33943 {}] regionserver.HRegionServer(2659): reportForDuty to master=7f3a3edaecc3,46581,1732620072126 with port=33943, startcode=1732620072279 2024-11-26T11:21:14,447 DEBUG [RS:0;7f3a3edaecc3:33943 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T11:21:14,448 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42141, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T11:21:14,448 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46581 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7f3a3edaecc3,33943,1732620072279 2024-11-26T11:21:14,448 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46581 {}] master.ServerManager(517): Registering regionserver=7f3a3edaecc3,33943,1732620072279 2024-11-26T11:21:14,450 DEBUG [RS:0;7f3a3edaecc3:33943 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02 2024-11-26T11:21:14,450 DEBUG [RS:0;7f3a3edaecc3:33943 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40453 2024-11-26T11:21:14,450 DEBUG [RS:0;7f3a3edaecc3:33943 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T11:21:14,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46581-0x10176e002b60006, quorum=127.0.0.1:61262, baseZNode=/21328234867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21328234867/rs 2024-11-26T11:21:14,515 DEBUG [RS:0;7f3a3edaecc3:33943 {}] zookeeper.ZKUtil(111): regionserver:33943-0x10176e002b60007, quorum=127.0.0.1:61262, baseZNode=/21328234867 Set watcher on existing znode=/21328234867/rs/7f3a3edaecc3,33943,1732620072279 2024-11-26T11:21:14,515 WARN [RS:0;7f3a3edaecc3:33943 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T11:21:14,515 INFO [RS:0;7f3a3edaecc3:33943 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:21:14,515 DEBUG [RS:0;7f3a3edaecc3:33943 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/WALs/7f3a3edaecc3,33943,1732620072279 2024-11-26T11:21:14,515 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7f3a3edaecc3,33943,1732620072279] 2024-11-26T11:21:14,520 INFO [RS:0;7f3a3edaecc3:33943 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T11:21:14,521 INFO [RS:0;7f3a3edaecc3:33943 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T11:21:14,524 INFO [RS:0;7f3a3edaecc3:33943 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T11:21:14,524 INFO [RS:0;7f3a3edaecc3:33943 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:14,525 INFO [RS:0;7f3a3edaecc3:33943 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T11:21:14,526 INFO [RS:0;7f3a3edaecc3:33943 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T11:21:14,526 INFO [RS:0;7f3a3edaecc3:33943 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:14,526 DEBUG [RS:0;7f3a3edaecc3:33943 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:21:14,526 DEBUG [RS:0;7f3a3edaecc3:33943 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:21:14,526 DEBUG [RS:0;7f3a3edaecc3:33943 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:21:14,526 DEBUG [RS:0;7f3a3edaecc3:33943 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:21:14,526 DEBUG [RS:0;7f3a3edaecc3:33943 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:21:14,526 DEBUG [RS:0;7f3a3edaecc3:33943 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7f3a3edaecc3:0, corePoolSize=2, maxPoolSize=2 2024-11-26T11:21:14,526 DEBUG [RS:0;7f3a3edaecc3:33943 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:21:14,526 DEBUG [RS:0;7f3a3edaecc3:33943 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:21:14,526 DEBUG [RS:0;7f3a3edaecc3:33943 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:21:14,527 DEBUG [RS:0;7f3a3edaecc3:33943 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:21:14,527 DEBUG [RS:0;7f3a3edaecc3:33943 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:21:14,527 DEBUG [RS:0;7f3a3edaecc3:33943 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:21:14,527 DEBUG [RS:0;7f3a3edaecc3:33943 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7f3a3edaecc3:0, corePoolSize=3, maxPoolSize=3 2024-11-26T11:21:14,527 DEBUG [RS:0;7f3a3edaecc3:33943 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7f3a3edaecc3:0, corePoolSize=3, maxPoolSize=3 2024-11-26T11:21:14,527 INFO [RS:0;7f3a3edaecc3:33943 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:14,527 INFO [RS:0;7f3a3edaecc3:33943 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:14,527 INFO [RS:0;7f3a3edaecc3:33943 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:14,527 INFO [RS:0;7f3a3edaecc3:33943 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:14,527 INFO [RS:0;7f3a3edaecc3:33943 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:14,527 INFO [RS:0;7f3a3edaecc3:33943 {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,33943,1732620072279-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T11:21:14,540 INFO [RS:0;7f3a3edaecc3:33943 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T11:21:14,540 INFO [RS:0;7f3a3edaecc3:33943 {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,33943,1732620072279-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:14,540 INFO [RS:0;7f3a3edaecc3:33943 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:14,540 INFO [RS:0;7f3a3edaecc3:33943 {}] regionserver.Replication(171): 7f3a3edaecc3,33943,1732620072279 started 2024-11-26T11:21:14,553 INFO [RS:0;7f3a3edaecc3:33943 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:14,553 INFO [RS:0;7f3a3edaecc3:33943 {}] regionserver.HRegionServer(1482): Serving as 7f3a3edaecc3,33943,1732620072279, RpcServer on 7f3a3edaecc3/172.17.0.3:33943, sessionid=0x10176e002b60007 2024-11-26T11:21:14,553 DEBUG [RS:0;7f3a3edaecc3:33943 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T11:21:14,553 DEBUG [RS:0;7f3a3edaecc3:33943 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7f3a3edaecc3,33943,1732620072279 2024-11-26T11:21:14,553 DEBUG [RS:0;7f3a3edaecc3:33943 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7f3a3edaecc3,33943,1732620072279' 2024-11-26T11:21:14,553 DEBUG [RS:0;7f3a3edaecc3:33943 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21328234867/flush-table-proc/abort' 2024-11-26T11:21:14,554 DEBUG [RS:0;7f3a3edaecc3:33943 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21328234867/flush-table-proc/acquired' 2024-11-26T11:21:14,554 DEBUG [RS:0;7f3a3edaecc3:33943 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T11:21:14,554 DEBUG [RS:0;7f3a3edaecc3:33943 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T11:21:14,554 DEBUG [RS:0;7f3a3edaecc3:33943 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7f3a3edaecc3,33943,1732620072279 2024-11-26T11:21:14,554 DEBUG [RS:0;7f3a3edaecc3:33943 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7f3a3edaecc3,33943,1732620072279' 2024-11-26T11:21:14,554 DEBUG [RS:0;7f3a3edaecc3:33943 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21328234867/online-snapshot/abort' 2024-11-26T11:21:14,555 DEBUG [RS:0;7f3a3edaecc3:33943 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21328234867/online-snapshot/acquired' 2024-11-26T11:21:14,555 DEBUG [RS:0;7f3a3edaecc3:33943 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T11:21:14,555 INFO [RS:0;7f3a3edaecc3:33943 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T11:21:14,555 INFO [RS:0;7f3a3edaecc3:33943 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T11:21:14,655 INFO [RS:0;7f3a3edaecc3:33943 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T11:21:14,657 INFO [RS:0;7f3a3edaecc3:33943 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7f3a3edaecc3%2C33943%2C1732620072279, suffix=, logDir=hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/WALs/7f3a3edaecc3,33943,1732620072279, archiveDir=hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/oldWALs, maxLogs=10 2024-11-26T11:21:14,669 DEBUG [RS:0;7f3a3edaecc3:33943 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/WALs/7f3a3edaecc3,33943,1732620072279/7f3a3edaecc3%2C33943%2C1732620072279.1732620074657, exclude list is [], retry=0 2024-11-26T11:21:14,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45747,DS-9a067a2c-75d2-4b09-92b9-07c1166f9bab,DISK] 2024-11-26T11:21:14,673 INFO [RS:0;7f3a3edaecc3:33943 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/WALs/7f3a3edaecc3,33943,1732620072279/7f3a3edaecc3%2C33943%2C1732620072279.1732620074657 2024-11-26T11:21:14,673 DEBUG [RS:0;7f3a3edaecc3:33943 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46047:46047)] 2024-11-26T11:21:14,814 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T11:21:14,814 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02 2024-11-26T11:21:14,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45747 is added to blk_1073741833_1009 (size=32) 2024-11-26T11:21:15,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:21:15,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T11:21:15,221 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T11:21:15,221 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:15,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:21:15,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T11:21:15,223 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T11:21:15,223 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:15,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:21:15,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T11:21:15,224 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T11:21:15,224 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:15,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:21:15,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T11:21:15,225 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T11:21:15,225 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:15,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:21:15,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T11:21:15,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/data/hbase/meta/1588230740 2024-11-26T11:21:15,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/data/hbase/meta/1588230740 2024-11-26T11:21:15,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T11:21:15,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T11:21:15,227 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:21:15,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T11:21:15,229 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:21:15,230 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63508199, jitterRate=-0.05365408957004547}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:21:15,230 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732620075219Initializing all the Stores at 1732620075220 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620075220Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620075220Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620075220Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620075220Cleaning up temporary data from old regions at 1732620075227 (+7 ms)Region opened successfully at 1732620075230 (+3 ms) 2024-11-26T11:21:15,230 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T11:21:15,230 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T11:21:15,230 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T11:21:15,230 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T11:21:15,230 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T11:21:15,230 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T11:21:15,230 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732620075230Disabling compacts and flushes for region at 1732620075230Disabling writes for close at 1732620075230Writing region close event to WAL at 1732620075230Closed at 1732620075230 2024-11-26T11:21:15,231 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T11:21:15,231 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T11:21:15,231 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T11:21:15,232 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T11:21:15,233 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T11:21:15,383 DEBUG [7f3a3edaecc3:46581 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T11:21:15,384 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7f3a3edaecc3,33943,1732620072279 2024-11-26T11:21:15,385 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7f3a3edaecc3,33943,1732620072279, state=OPENING 2024-11-26T11:21:15,434 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T11:21:15,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46581-0x10176e002b60006, quorum=127.0.0.1:61262, baseZNode=/21328234867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21328234867 2024-11-26T11:21:15,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33943-0x10176e002b60007, quorum=127.0.0.1:61262, baseZNode=/21328234867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21328234867 2024-11-26T11:21:15,445 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T11:21:15,445 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21328234867/meta-region-server: CHANGED 2024-11-26T11:21:15,445 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21328234867/meta-region-server: CHANGED 2024-11-26T11:21:15,445 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,33943,1732620072279}] 2024-11-26T11:21:15,595 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T11:21:15,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:15,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:15,597 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T11:21:15,599 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49175, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T11:21:15,601 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T11:21:15,601 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:21:15,601 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T11:21:15,603 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7f3a3edaecc3%2C33943%2C1732620072279.meta, suffix=.meta, logDir=hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/WALs/7f3a3edaecc3,33943,1732620072279, archiveDir=hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/oldWALs, maxLogs=10 2024-11-26T11:21:15,616 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/WALs/7f3a3edaecc3,33943,1732620072279/7f3a3edaecc3%2C33943%2C1732620072279.meta.1732620075603.meta, exclude list is [], retry=0 2024-11-26T11:21:15,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45747,DS-9a067a2c-75d2-4b09-92b9-07c1166f9bab,DISK] 2024-11-26T11:21:15,620 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/WALs/7f3a3edaecc3,33943,1732620072279/7f3a3edaecc3%2C33943%2C1732620072279.meta.1732620075603.meta 2024-11-26T11:21:15,620 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46047:46047)] 2024-11-26T11:21:15,620 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:21:15,620 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T11:21:15,620 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T11:21:15,620 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T11:21:15,620 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T11:21:15,621 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T11:21:15,621 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:21:15,621 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T11:21:15,621 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T11:21:15,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T11:21:15,625 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T11:21:15,625 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:15,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:21:15,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T11:21:15,626 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T11:21:15,626 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:15,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:21:15,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T11:21:15,627 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T11:21:15,627 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:15,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:21:15,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T11:21:15,628 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T11:21:15,628 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:15,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:21:15,629 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T11:21:15,629 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/data/hbase/meta/1588230740 2024-11-26T11:21:15,630 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/data/hbase/meta/1588230740 2024-11-26T11:21:15,631 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T11:21:15,631 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T11:21:15,631 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:21:15,632 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T11:21:15,633 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70704611, jitterRate=0.05358080565929413}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:21:15,633 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T11:21:15,633 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732620075621Writing region info on filesystem at 1732620075621Initializing all the Stores at 1732620075621Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620075621Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620075624 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620075624Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620075624Cleaning up temporary data from old regions at 1732620075631 (+7 ms)Running coprocessor post-open hooks at 1732620075633 (+2 ms)Region opened successfully at 1732620075633 2024-11-26T11:21:15,634 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732620075597 2024-11-26T11:21:15,635 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T11:21:15,635 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T11:21:15,636 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7f3a3edaecc3,33943,1732620072279 2024-11-26T11:21:15,636 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7f3a3edaecc3,33943,1732620072279, state=OPEN 2024-11-26T11:21:15,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:15,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:15,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:15,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:15,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:15,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:15,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33943-0x10176e002b60007, quorum=127.0.0.1:61262, baseZNode=/21328234867 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21328234867/meta-region-server 2024-11-26T11:21:15,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46581-0x10176e002b60006, quorum=127.0.0.1:61262, baseZNode=/21328234867 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21328234867/meta-region-server 2024-11-26T11:21:15,645 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21328234867/meta-region-server: CHANGED 2024-11-26T11:21:15,645 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,33943,1732620072279 2024-11-26T11:21:15,645 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21328234867/meta-region-server: CHANGED 2024-11-26T11:21:15,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T11:21:15,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,33943,1732620072279 in 200 msec 2024-11-26T11:21:15,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:15,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T11:21:15,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 416 msec 2024-11-26T11:21:15,648 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T11:21:15,648 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T11:21:15,649 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:21:15,649 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,33943,1732620072279, seqNum=-1] 2024-11-26T11:21:15,650 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:21:15,651 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50235, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:21:15,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:15,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:15,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:15,655 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2640 sec 2024-11-26T11:21:15,655 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732620075655, completionTime=-1 2024-11-26T11:21:15,655 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T11:21:15,655 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T11:21:15,657 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T11:21:15,657 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732620135657 2024-11-26T11:21:15,657 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732620195657 2024-11-26T11:21:15,657 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T11:21:15,657 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,46581,1732620072126-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:15,657 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,46581,1732620072126-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:15,657 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,46581,1732620072126-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:15,657 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7f3a3edaecc3:46581, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:15,657 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:15,658 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:15,659 DEBUG [master/7f3a3edaecc3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T11:21:15,661 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.315sec 2024-11-26T11:21:15,661 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T11:21:15,661 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T11:21:15,661 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T11:21:15,661 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T11:21:15,661 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T11:21:15,661 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,46581,1732620072126-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T11:21:15,661 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,46581,1732620072126-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T11:21:15,663 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T11:21:15,663 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T11:21:15,663 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,46581,1732620072126-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:15,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1da18e4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:15,708 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,46581,-1 for getting cluster id 2024-11-26T11:21:15,708 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:21:15,709 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0340d49-8e2c-4c47-8ad5-3ca66de446fc' 2024-11-26T11:21:15,709 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:21:15,709 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0340d49-8e2c-4c47-8ad5-3ca66de446fc" 2024-11-26T11:21:15,709 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a411d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:15,709 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,46581,-1] 2024-11-26T11:21:15,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:21:15,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:21:15,710 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:21:15,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52c82e10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:15,711 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:21:15,712 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,33943,1732620072279, seqNum=-1] 2024-11-26T11:21:15,712 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:21:15,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:21:15,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7f3a3edaecc3,46581,1732620072126 2024-11-26T11:21:15,715 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:61262 2024-11-26T11:21:15,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:61262, baseZNode=/21328234867 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:21:15,725 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10176e002b60008 connected 2024-11-26T11:21:15,737 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:21:15,737 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,39429,1732620062325 2024-11-26T11:21:15,738 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f969377 2024-11-26T11:21:15,738 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:21:15,739 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:21:15,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39429 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T11:21:15,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39429 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T11:21:15,741 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T11:21:15,741 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:15,741 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39429 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T11:21:15,742 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T11:21:15,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:21:15,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45541 is added to blk_1073741835_1011 (size=902) 2024-11-26T11:21:15,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:21:15,930 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:21:15,930 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7f3a3edaecc3,46197,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7f3a3edaecc3:46197 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T11:21:15,931 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48312 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7f3a3edaecc3,46197,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7f3a3edaecc3:46197 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T11:21:16,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:21:16,188 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f11ae47756d4a160ea9109a24df4c692, NAME => 'test,,1732620075739.f11ae47756d4a160ea9109a24df4c692.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9 2024-11-26T11:21:16,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45541 is added to blk_1073741836_1012 (size=39) 2024-11-26T11:21:16,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:21:16,594 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732620075739.f11ae47756d4a160ea9109a24df4c692.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:21:16,594 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f11ae47756d4a160ea9109a24df4c692, disabling compactions & flushes 2024-11-26T11:21:16,594 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732620075739.f11ae47756d4a160ea9109a24df4c692. 2024-11-26T11:21:16,594 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732620075739.f11ae47756d4a160ea9109a24df4c692. 2024-11-26T11:21:16,594 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732620075739.f11ae47756d4a160ea9109a24df4c692. after waiting 0 ms 2024-11-26T11:21:16,594 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732620075739.f11ae47756d4a160ea9109a24df4c692. 2024-11-26T11:21:16,594 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732620075739.f11ae47756d4a160ea9109a24df4c692. 2024-11-26T11:21:16,594 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f11ae47756d4a160ea9109a24df4c692: Waiting for close lock at 1732620076594Disabling compacts and flushes for region at 1732620076594Disabling writes for close at 1732620076594Writing region close event to WAL at 1732620076594Closed at 1732620076594 2024-11-26T11:21:16,595 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T11:21:16,595 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732620075739.f11ae47756d4a160ea9109a24df4c692.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732620076595"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732620076595"}]},"ts":"1732620076595"} 2024-11-26T11:21:16,597 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T11:21:16,598 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T11:21:16,598 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620076598"}]},"ts":"1732620076598"} 2024-11-26T11:21:16,600 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T11:21:16,600 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f11ae47756d4a160ea9109a24df4c692, ASSIGN}] 2024-11-26T11:21:16,601 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f11ae47756d4a160ea9109a24df4c692, ASSIGN 2024-11-26T11:21:16,601 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f11ae47756d4a160ea9109a24df4c692, ASSIGN; state=OFFLINE, location=7f3a3edaecc3,46341,1732620062509; forceNewPlan=false, retain=false 2024-11-26T11:21:16,752 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f11ae47756d4a160ea9109a24df4c692, regionState=OPENING, regionLocation=7f3a3edaecc3,46341,1732620062509 2024-11-26T11:21:16,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f11ae47756d4a160ea9109a24df4c692, ASSIGN because future has completed 2024-11-26T11:21:16,754 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f11ae47756d4a160ea9109a24df4c692, server=7f3a3edaecc3,46341,1732620062509}] 2024-11-26T11:21:16,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:21:16,909 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732620075739.f11ae47756d4a160ea9109a24df4c692. 2024-11-26T11:21:16,909 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f11ae47756d4a160ea9109a24df4c692, NAME => 'test,,1732620075739.f11ae47756d4a160ea9109a24df4c692.', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:21:16,909 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T11:21:16,909 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T11:21:16,909 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f11ae47756d4a160ea9109a24df4c692 2024-11-26T11:21:16,909 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732620075739.f11ae47756d4a160ea9109a24df4c692.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:21:16,910 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f11ae47756d4a160ea9109a24df4c692 2024-11-26T11:21:16,910 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f11ae47756d4a160ea9109a24df4c692 2024-11-26T11:21:16,911 INFO [StoreOpener-f11ae47756d4a160ea9109a24df4c692-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f11ae47756d4a160ea9109a24df4c692 2024-11-26T11:21:16,911 INFO [StoreOpener-f11ae47756d4a160ea9109a24df4c692-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f11ae47756d4a160ea9109a24df4c692 columnFamilyName f 2024-11-26T11:21:16,912 DEBUG [StoreOpener-f11ae47756d4a160ea9109a24df4c692-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:16,912 INFO [StoreOpener-f11ae47756d4a160ea9109a24df4c692-1 {}] regionserver.HStore(327): Store=f11ae47756d4a160ea9109a24df4c692/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:21:16,912 INFO [StoreOpener-f11ae47756d4a160ea9109a24df4c692-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f11ae47756d4a160ea9109a24df4c692 2024-11-26T11:21:16,913 INFO [StoreOpener-f11ae47756d4a160ea9109a24df4c692-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f11ae47756d4a160ea9109a24df4c692 columnFamilyName f1 2024-11-26T11:21:16,913 DEBUG [StoreOpener-f11ae47756d4a160ea9109a24df4c692-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:16,913 INFO [StoreOpener-f11ae47756d4a160ea9109a24df4c692-1 {}] regionserver.HStore(327): Store=f11ae47756d4a160ea9109a24df4c692/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:21:16,913 INFO [StoreOpener-f11ae47756d4a160ea9109a24df4c692-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f11ae47756d4a160ea9109a24df4c692 2024-11-26T11:21:16,914 INFO [StoreOpener-f11ae47756d4a160ea9109a24df4c692-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f11ae47756d4a160ea9109a24df4c692 columnFamilyName norep 2024-11-26T11:21:16,914 DEBUG [StoreOpener-f11ae47756d4a160ea9109a24df4c692-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:16,914 INFO [StoreOpener-f11ae47756d4a160ea9109a24df4c692-1 {}] regionserver.HStore(327): Store=f11ae47756d4a160ea9109a24df4c692/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:21:16,914 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f11ae47756d4a160ea9109a24df4c692 2024-11-26T11:21:16,915 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/data/default/test/f11ae47756d4a160ea9109a24df4c692 2024-11-26T11:21:16,915 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/data/default/test/f11ae47756d4a160ea9109a24df4c692 2024-11-26T11:21:16,916 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f11ae47756d4a160ea9109a24df4c692 2024-11-26T11:21:16,916 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f11ae47756d4a160ea9109a24df4c692 2024-11-26T11:21:16,916 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T11:21:16,917 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f11ae47756d4a160ea9109a24df4c692 2024-11-26T11:21:16,918 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/data/default/test/f11ae47756d4a160ea9109a24df4c692/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:21:16,919 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f11ae47756d4a160ea9109a24df4c692; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66615180, jitterRate=-0.007356464862823486}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T11:21:16,919 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f11ae47756d4a160ea9109a24df4c692 2024-11-26T11:21:16,919 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f11ae47756d4a160ea9109a24df4c692: Running coprocessor pre-open hook at 1732620076910Writing region info on filesystem at 1732620076910Initializing all the Stores at 1732620076910Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620076910Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620076910Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620076911 (+1 ms)Cleaning up temporary data from old regions at 1732620076916 (+5 ms)Running coprocessor post-open hooks at 1732620076919 (+3 ms)Region opened successfully at 1732620076919 2024-11-26T11:21:16,920 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732620075739.f11ae47756d4a160ea9109a24df4c692., pid=6, masterSystemTime=1732620076906 2024-11-26T11:21:16,921 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732620075739.f11ae47756d4a160ea9109a24df4c692. 2024-11-26T11:21:16,921 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732620075739.f11ae47756d4a160ea9109a24df4c692. 2024-11-26T11:21:16,922 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f11ae47756d4a160ea9109a24df4c692, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7f3a3edaecc3,46341,1732620062509 2024-11-26T11:21:16,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f11ae47756d4a160ea9109a24df4c692, server=7f3a3edaecc3,46341,1732620062509 because future has completed 2024-11-26T11:21:16,926 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T11:21:16,926 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f11ae47756d4a160ea9109a24df4c692, server=7f3a3edaecc3,46341,1732620062509 in 171 msec 2024-11-26T11:21:16,928 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T11:21:16,928 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f11ae47756d4a160ea9109a24df4c692, ASSIGN in 326 msec 2024-11-26T11:21:16,928 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T11:21:16,929 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620076928"}]},"ts":"1732620076928"} 2024-11-26T11:21:16,930 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T11:21:16,931 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T11:21:16,932 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1920 sec 2024-11-26T11:21:17,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:21:17,891 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T11:21:17,891 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:21:17,892 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,46055,1732620067079 2024-11-26T11:21:17,892 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32d08f9b 2024-11-26T11:21:17,892 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:21:17,893 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:21:17,893 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T11:21:17,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T11:21:17,895 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T11:21:17,895 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:17,895 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T11:21:17,896 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T11:21:17,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:21:17,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741835_1011 (size=902) 2024-11-26T11:21:18,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:21:18,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:21:18,301 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a48780a6a24b52c28595cc120c86df04, NAME => 'test,,1732620077893.a48780a6a24b52c28595cc120c86df04.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064 2024-11-26T11:21:18,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741836_1012 (size=39) 2024-11-26T11:21:18,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:21:18,706 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732620077893.a48780a6a24b52c28595cc120c86df04.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:21:18,706 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a48780a6a24b52c28595cc120c86df04, disabling compactions & flushes 2024-11-26T11:21:18,706 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732620077893.a48780a6a24b52c28595cc120c86df04. 2024-11-26T11:21:18,706 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732620077893.a48780a6a24b52c28595cc120c86df04. 2024-11-26T11:21:18,706 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732620077893.a48780a6a24b52c28595cc120c86df04. after waiting 0 ms 2024-11-26T11:21:18,706 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732620077893.a48780a6a24b52c28595cc120c86df04. 2024-11-26T11:21:18,706 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732620077893.a48780a6a24b52c28595cc120c86df04. 2024-11-26T11:21:18,706 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a48780a6a24b52c28595cc120c86df04: Waiting for close lock at 1732620078706Disabling compacts and flushes for region at 1732620078706Disabling writes for close at 1732620078706Writing region close event to WAL at 1732620078706Closed at 1732620078706 2024-11-26T11:21:18,707 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T11:21:18,707 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732620077893.a48780a6a24b52c28595cc120c86df04.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732620078707"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732620078707"}]},"ts":"1732620078707"} 2024-11-26T11:21:18,709 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T11:21:18,710 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T11:21:18,710 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620078710"}]},"ts":"1732620078710"} 2024-11-26T11:21:18,711 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T11:21:18,711 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a48780a6a24b52c28595cc120c86df04, ASSIGN}] 2024-11-26T11:21:18,712 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a48780a6a24b52c28595cc120c86df04, ASSIGN 2024-11-26T11:21:18,713 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a48780a6a24b52c28595cc120c86df04, ASSIGN; state=OFFLINE, location=7f3a3edaecc3,45095,1732620067221; forceNewPlan=false, retain=false 2024-11-26T11:21:18,863 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a48780a6a24b52c28595cc120c86df04, regionState=OPENING, regionLocation=7f3a3edaecc3,45095,1732620067221 2024-11-26T11:21:18,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a48780a6a24b52c28595cc120c86df04, ASSIGN because future has completed 2024-11-26T11:21:18,865 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a48780a6a24b52c28595cc120c86df04, server=7f3a3edaecc3,45095,1732620067221}] 2024-11-26T11:21:19,020 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732620077893.a48780a6a24b52c28595cc120c86df04. 2024-11-26T11:21:19,020 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a48780a6a24b52c28595cc120c86df04, NAME => 'test,,1732620077893.a48780a6a24b52c28595cc120c86df04.', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:21:19,020 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T11:21:19,020 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T11:21:19,021 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a48780a6a24b52c28595cc120c86df04 2024-11-26T11:21:19,021 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732620077893.a48780a6a24b52c28595cc120c86df04.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:21:19,021 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a48780a6a24b52c28595cc120c86df04 2024-11-26T11:21:19,021 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a48780a6a24b52c28595cc120c86df04 2024-11-26T11:21:19,022 INFO [StoreOpener-a48780a6a24b52c28595cc120c86df04-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a48780a6a24b52c28595cc120c86df04 2024-11-26T11:21:19,023 INFO [StoreOpener-a48780a6a24b52c28595cc120c86df04-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a48780a6a24b52c28595cc120c86df04 columnFamilyName f 2024-11-26T11:21:19,023 DEBUG [StoreOpener-a48780a6a24b52c28595cc120c86df04-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:19,023 INFO [StoreOpener-a48780a6a24b52c28595cc120c86df04-1 {}] regionserver.HStore(327): Store=a48780a6a24b52c28595cc120c86df04/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:21:19,023 INFO [StoreOpener-a48780a6a24b52c28595cc120c86df04-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a48780a6a24b52c28595cc120c86df04 2024-11-26T11:21:19,024 INFO [StoreOpener-a48780a6a24b52c28595cc120c86df04-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a48780a6a24b52c28595cc120c86df04 columnFamilyName f1 2024-11-26T11:21:19,024 DEBUG [StoreOpener-a48780a6a24b52c28595cc120c86df04-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:19,024 INFO [StoreOpener-a48780a6a24b52c28595cc120c86df04-1 {}] regionserver.HStore(327): Store=a48780a6a24b52c28595cc120c86df04/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:21:19,025 INFO [StoreOpener-a48780a6a24b52c28595cc120c86df04-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a48780a6a24b52c28595cc120c86df04 2024-11-26T11:21:19,025 INFO [StoreOpener-a48780a6a24b52c28595cc120c86df04-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a48780a6a24b52c28595cc120c86df04 columnFamilyName norep 2024-11-26T11:21:19,025 DEBUG [StoreOpener-a48780a6a24b52c28595cc120c86df04-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:19,026 INFO [StoreOpener-a48780a6a24b52c28595cc120c86df04-1 {}] regionserver.HStore(327): Store=a48780a6a24b52c28595cc120c86df04/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:21:19,026 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a48780a6a24b52c28595cc120c86df04 2024-11-26T11:21:19,026 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/data/default/test/a48780a6a24b52c28595cc120c86df04 2024-11-26T11:21:19,026 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/data/default/test/a48780a6a24b52c28595cc120c86df04 2024-11-26T11:21:19,027 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a48780a6a24b52c28595cc120c86df04 2024-11-26T11:21:19,027 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a48780a6a24b52c28595cc120c86df04 2024-11-26T11:21:19,028 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T11:21:19,028 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a48780a6a24b52c28595cc120c86df04 2024-11-26T11:21:19,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:21:19,030 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/data/default/test/a48780a6a24b52c28595cc120c86df04/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:21:19,030 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a48780a6a24b52c28595cc120c86df04; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74684687, jitterRate=0.11288855969905853}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T11:21:19,030 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a48780a6a24b52c28595cc120c86df04 2024-11-26T11:21:19,030 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a48780a6a24b52c28595cc120c86df04: Running coprocessor pre-open hook at 1732620079021Writing region info on filesystem at 1732620079021Initializing all the Stores at 1732620079022 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620079022Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620079022Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620079022Cleaning up temporary data from old regions at 1732620079027 (+5 ms)Running coprocessor post-open hooks at 1732620079030 (+3 ms)Region opened successfully at 1732620079030 2024-11-26T11:21:19,031 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732620077893.a48780a6a24b52c28595cc120c86df04., pid=6, masterSystemTime=1732620079017 2024-11-26T11:21:19,033 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732620077893.a48780a6a24b52c28595cc120c86df04. 2024-11-26T11:21:19,033 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732620077893.a48780a6a24b52c28595cc120c86df04. 2024-11-26T11:21:19,033 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a48780a6a24b52c28595cc120c86df04, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7f3a3edaecc3,45095,1732620067221 2024-11-26T11:21:19,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a48780a6a24b52c28595cc120c86df04, server=7f3a3edaecc3,45095,1732620067221 because future has completed 2024-11-26T11:21:19,037 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T11:21:19,037 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a48780a6a24b52c28595cc120c86df04, server=7f3a3edaecc3,45095,1732620067221 in 171 msec 2024-11-26T11:21:19,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T11:21:19,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a48780a6a24b52c28595cc120c86df04, ASSIGN in 326 msec 2024-11-26T11:21:19,052 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T11:21:19,052 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620079052"}]},"ts":"1732620079052"} 2024-11-26T11:21:19,054 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T11:21:19,055 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T11:21:19,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1620 sec 2024-11-26T11:21:20,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:21:20,041 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T11:21:20,041 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:21:20,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,46581,1732620072126 2024-11-26T11:21:20,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c3e88a2 2024-11-26T11:21:20,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:21:20,043 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:21:20,044 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46581 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T11:21:20,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46581 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T11:21:20,099 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T11:21:20,100 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:20,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46581 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T11:21:20,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:21:20,101 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T11:21:20,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45747 is added to blk_1073741835_1011 (size=902) 2024-11-26T11:21:20,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:21:20,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:21:20,507 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7235d1a4b589abaef65d848e2b58120d, NAME => 'test,,1732620080044.7235d1a4b589abaef65d848e2b58120d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02 2024-11-26T11:21:20,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45747 is added to blk_1073741836_1012 (size=39) 2024-11-26T11:21:20,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:21:20,912 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732620080044.7235d1a4b589abaef65d848e2b58120d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:21:20,912 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7235d1a4b589abaef65d848e2b58120d, disabling compactions & flushes 2024-11-26T11:21:20,912 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732620080044.7235d1a4b589abaef65d848e2b58120d. 2024-11-26T11:21:20,912 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732620080044.7235d1a4b589abaef65d848e2b58120d. 2024-11-26T11:21:20,912 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732620080044.7235d1a4b589abaef65d848e2b58120d. after waiting 0 ms 2024-11-26T11:21:20,912 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732620080044.7235d1a4b589abaef65d848e2b58120d. 2024-11-26T11:21:20,912 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732620080044.7235d1a4b589abaef65d848e2b58120d. 2024-11-26T11:21:20,912 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7235d1a4b589abaef65d848e2b58120d: Waiting for close lock at 1732620080912Disabling compacts and flushes for region at 1732620080912Disabling writes for close at 1732620080912Writing region close event to WAL at 1732620080912Closed at 1732620080912 2024-11-26T11:21:20,914 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T11:21:20,914 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732620080044.7235d1a4b589abaef65d848e2b58120d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732620080914"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732620080914"}]},"ts":"1732620080914"} 2024-11-26T11:21:20,916 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T11:21:20,916 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T11:21:20,917 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620080916"}]},"ts":"1732620080916"} 2024-11-26T11:21:20,918 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T11:21:20,918 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7235d1a4b589abaef65d848e2b58120d, ASSIGN}] 2024-11-26T11:21:20,919 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7235d1a4b589abaef65d848e2b58120d, ASSIGN 2024-11-26T11:21:20,920 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7235d1a4b589abaef65d848e2b58120d, ASSIGN; state=OFFLINE, location=7f3a3edaecc3,33943,1732620072279; forceNewPlan=false, retain=false 2024-11-26T11:21:21,071 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7235d1a4b589abaef65d848e2b58120d, regionState=OPENING, regionLocation=7f3a3edaecc3,33943,1732620072279 2024-11-26T11:21:21,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7235d1a4b589abaef65d848e2b58120d, ASSIGN because future has completed 2024-11-26T11:21:21,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7235d1a4b589abaef65d848e2b58120d, server=7f3a3edaecc3,33943,1732620072279}] 2024-11-26T11:21:21,123 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T11:21:21,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:21,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:21,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:21,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:21,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:21,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:21,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:21,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:21,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:21,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:21,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:21,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:21,228 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732620080044.7235d1a4b589abaef65d848e2b58120d. 2024-11-26T11:21:21,229 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7235d1a4b589abaef65d848e2b58120d, NAME => 'test,,1732620080044.7235d1a4b589abaef65d848e2b58120d.', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:21:21,229 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T11:21:21,229 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T11:21:21,229 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7235d1a4b589abaef65d848e2b58120d 2024-11-26T11:21:21,229 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732620080044.7235d1a4b589abaef65d848e2b58120d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:21:21,229 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7235d1a4b589abaef65d848e2b58120d 2024-11-26T11:21:21,229 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7235d1a4b589abaef65d848e2b58120d 2024-11-26T11:21:21,231 INFO [StoreOpener-7235d1a4b589abaef65d848e2b58120d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7235d1a4b589abaef65d848e2b58120d 2024-11-26T11:21:21,232 INFO [StoreOpener-7235d1a4b589abaef65d848e2b58120d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7235d1a4b589abaef65d848e2b58120d columnFamilyName f 2024-11-26T11:21:21,232 DEBUG [StoreOpener-7235d1a4b589abaef65d848e2b58120d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:21,233 INFO [StoreOpener-7235d1a4b589abaef65d848e2b58120d-1 {}] regionserver.HStore(327): Store=7235d1a4b589abaef65d848e2b58120d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:21:21,233 INFO [StoreOpener-7235d1a4b589abaef65d848e2b58120d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7235d1a4b589abaef65d848e2b58120d 2024-11-26T11:21:21,233 INFO [StoreOpener-7235d1a4b589abaef65d848e2b58120d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7235d1a4b589abaef65d848e2b58120d columnFamilyName f1 2024-11-26T11:21:21,233 DEBUG [StoreOpener-7235d1a4b589abaef65d848e2b58120d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:21,234 INFO [StoreOpener-7235d1a4b589abaef65d848e2b58120d-1 {}] regionserver.HStore(327): Store=7235d1a4b589abaef65d848e2b58120d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:21:21,234 INFO [StoreOpener-7235d1a4b589abaef65d848e2b58120d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7235d1a4b589abaef65d848e2b58120d 2024-11-26T11:21:21,235 INFO [StoreOpener-7235d1a4b589abaef65d848e2b58120d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7235d1a4b589abaef65d848e2b58120d columnFamilyName norep 2024-11-26T11:21:21,235 DEBUG [StoreOpener-7235d1a4b589abaef65d848e2b58120d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:21,235 INFO [StoreOpener-7235d1a4b589abaef65d848e2b58120d-1 {}] regionserver.HStore(327): Store=7235d1a4b589abaef65d848e2b58120d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:21:21,235 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7235d1a4b589abaef65d848e2b58120d 2024-11-26T11:21:21,235 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/data/default/test/7235d1a4b589abaef65d848e2b58120d 2024-11-26T11:21:21,236 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/data/default/test/7235d1a4b589abaef65d848e2b58120d 2024-11-26T11:21:21,236 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7235d1a4b589abaef65d848e2b58120d 2024-11-26T11:21:21,236 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7235d1a4b589abaef65d848e2b58120d 2024-11-26T11:21:21,237 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T11:21:21,238 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7235d1a4b589abaef65d848e2b58120d 2024-11-26T11:21:21,239 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/data/default/test/7235d1a4b589abaef65d848e2b58120d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:21:21,240 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7235d1a4b589abaef65d848e2b58120d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60148697, jitterRate=-0.10371457040309906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T11:21:21,240 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7235d1a4b589abaef65d848e2b58120d 2024-11-26T11:21:21,240 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7235d1a4b589abaef65d848e2b58120d: Running coprocessor pre-open hook at 1732620081230Writing region info on filesystem at 1732620081230Initializing all the Stores at 1732620081230Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620081230Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620081231 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620081231Cleaning up temporary data from old regions at 1732620081236 (+5 ms)Running coprocessor post-open hooks at 1732620081240 (+4 ms)Region opened successfully at 1732620081240 2024-11-26T11:21:21,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:21:21,241 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732620080044.7235d1a4b589abaef65d848e2b58120d., pid=6, masterSystemTime=1732620081225 2024-11-26T11:21:21,243 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732620080044.7235d1a4b589abaef65d848e2b58120d. 2024-11-26T11:21:21,243 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732620080044.7235d1a4b589abaef65d848e2b58120d. 2024-11-26T11:21:21,243 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7235d1a4b589abaef65d848e2b58120d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7f3a3edaecc3,33943,1732620072279 2024-11-26T11:21:21,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7235d1a4b589abaef65d848e2b58120d, server=7f3a3edaecc3,33943,1732620072279 because future has completed 2024-11-26T11:21:21,248 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T11:21:21,248 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7235d1a4b589abaef65d848e2b58120d, server=7f3a3edaecc3,33943,1732620072279 in 173 msec 2024-11-26T11:21:21,250 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T11:21:21,250 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7235d1a4b589abaef65d848e2b58120d, ASSIGN in 330 msec 2024-11-26T11:21:21,251 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T11:21:21,251 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620081251"}]},"ts":"1732620081251"} 2024-11-26T11:21:21,253 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T11:21:21,254 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T11:21:21,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2100 sec 2024-11-26T11:21:21,680 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T11:21:22,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:21:22,251 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T11:21:22,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@186a9e62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:22,251 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,39429,-1 for getting cluster id 2024-11-26T11:21:22,251 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:21:22,252 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f257d867-f027-4956-a160-c31b95e1a4d1' 2024-11-26T11:21:22,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:21:22,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f257d867-f027-4956-a160-c31b95e1a4d1" 2024-11-26T11:21:22,253 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31520b65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:22,253 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,39429,-1] 2024-11-26T11:21:22,253 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:21:22,253 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:21:22,254 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:21:22,255 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@472b55bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:22,255 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:21:22,255 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,39429,1732620062325 2024-11-26T11:21:22,255 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4bf7126b 2024-11-26T11:21:22,256 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:21:22,256 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:21:22,257 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39429 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://7f3a3edaecc3:46055,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T11:21:22,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39429 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T11:21:22,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:21:22,260 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7f3a3edaecc3:46055' 2024-11-26T11:21:22,263 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ec94c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:22,263 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,46055,-1 for getting cluster id 2024-11-26T11:21:22,263 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:21:22,264 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d0677c7-b639-4c31-b6a0-c8ab4a1d1f72' 2024-11-26T11:21:22,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:21:22,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d0677c7-b639-4c31-b6a0-c8ab4a1d1f72" 2024-11-26T11:21:22,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4219c23c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:22,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,46055,-1] 2024-11-26T11:21:22,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:21:22,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:21:22,265 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:21:22,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2503c5ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:22,266 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:21:22,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,46055,1732620067079 2024-11-26T11:21:22,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1aa732fb 2024-11-26T11:21:22,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:21:22,268 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:21:22,268 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-26T11:21:22,269 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T11:21:22,269 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:21:22,269 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:21:22,269 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:21:22,269 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T11:21:22,270 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T11:21:22,271 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T11:21:22,271 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:22,272 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T11:21:22,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45541 is added to blk_1073741837_1013 (size=1138) 2024-11-26T11:21:22,320 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T11:21:22,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:21:22,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:21:22,678 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5affd9372e483858d5a1fbfe80f184d3, NAME => 'hbase:replication,,1732620082269.5affd9372e483858d5a1fbfe80f184d3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9 2024-11-26T11:21:22,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45541 is added to blk_1073741838_1014 (size=44) 2024-11-26T11:21:22,684 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732620082269.5affd9372e483858d5a1fbfe80f184d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:21:22,684 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5affd9372e483858d5a1fbfe80f184d3, disabling compactions & flushes 2024-11-26T11:21:22,684 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732620082269.5affd9372e483858d5a1fbfe80f184d3. 2024-11-26T11:21:22,684 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732620082269.5affd9372e483858d5a1fbfe80f184d3. 2024-11-26T11:21:22,684 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732620082269.5affd9372e483858d5a1fbfe80f184d3. after waiting 0 ms 2024-11-26T11:21:22,684 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732620082269.5affd9372e483858d5a1fbfe80f184d3. 2024-11-26T11:21:22,684 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732620082269.5affd9372e483858d5a1fbfe80f184d3. 2024-11-26T11:21:22,684 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5affd9372e483858d5a1fbfe80f184d3: Waiting for close lock at 1732620082684Disabling compacts and flushes for region at 1732620082684Disabling writes for close at 1732620082684Writing region close event to WAL at 1732620082684Closed at 1732620082684 2024-11-26T11:21:22,685 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T11:21:22,685 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732620082269.5affd9372e483858d5a1fbfe80f184d3.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732620082685"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732620082685"}]},"ts":"1732620082685"} 2024-11-26T11:21:22,687 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T11:21:22,688 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T11:21:22,688 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620082688"}]},"ts":"1732620082688"} 2024-11-26T11:21:22,690 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T11:21:22,690 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5affd9372e483858d5a1fbfe80f184d3, ASSIGN}] 2024-11-26T11:21:22,691 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5affd9372e483858d5a1fbfe80f184d3, ASSIGN 2024-11-26T11:21:22,691 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5affd9372e483858d5a1fbfe80f184d3, ASSIGN; state=OFFLINE, location=7f3a3edaecc3,46341,1732620062509; forceNewPlan=false, retain=false 2024-11-26T11:21:22,842 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5affd9372e483858d5a1fbfe80f184d3, regionState=OPENING, regionLocation=7f3a3edaecc3,46341,1732620062509 2024-11-26T11:21:22,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5affd9372e483858d5a1fbfe80f184d3, ASSIGN because future has completed 2024-11-26T11:21:22,845 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5affd9372e483858d5a1fbfe80f184d3, server=7f3a3edaecc3,46341,1732620062509}] 2024-11-26T11:21:22,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:21:23,001 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732620082269.5affd9372e483858d5a1fbfe80f184d3. 2024-11-26T11:21:23,001 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:21:23,001 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T11:21:23,002 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7f3a3edaecc3%2C46341%2C1732620062509.rep, suffix=, logDir=hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509, archiveDir=hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/oldWALs, maxLogs=10 2024-11-26T11:21:23,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.rep.1732620083003, exclude list is [], retry=0 2024-11-26T11:21:23,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45541,DS-ef1ee117-7dcd-4bf4-9418-aeb2d7ee5985,DISK] 2024-11-26T11:21:23,025 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.rep.1732620083003 2024-11-26T11:21:23,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40275:40275)] 2024-11-26T11:21:23,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5affd9372e483858d5a1fbfe80f184d3, NAME => 'hbase:replication,,1732620082269.5affd9372e483858d5a1fbfe80f184d3.', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:21:23,026 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T11:21:23,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T11:21:23,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732620082269.5affd9372e483858d5a1fbfe80f184d3. service=MultiRowMutationService 2024-11-26T11:21:23,027 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T11:21:23,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5affd9372e483858d5a1fbfe80f184d3 2024-11-26T11:21:23,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732620082269.5affd9372e483858d5a1fbfe80f184d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:21:23,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5affd9372e483858d5a1fbfe80f184d3 2024-11-26T11:21:23,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5affd9372e483858d5a1fbfe80f184d3 2024-11-26T11:21:23,028 INFO [StoreOpener-5affd9372e483858d5a1fbfe80f184d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5affd9372e483858d5a1fbfe80f184d3 2024-11-26T11:21:23,030 INFO [StoreOpener-5affd9372e483858d5a1fbfe80f184d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5affd9372e483858d5a1fbfe80f184d3 columnFamilyName hfileref 2024-11-26T11:21:23,030 DEBUG [StoreOpener-5affd9372e483858d5a1fbfe80f184d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:23,030 INFO [StoreOpener-5affd9372e483858d5a1fbfe80f184d3-1 {}] regionserver.HStore(327): Store=5affd9372e483858d5a1fbfe80f184d3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:21:23,030 INFO [StoreOpener-5affd9372e483858d5a1fbfe80f184d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5affd9372e483858d5a1fbfe80f184d3 2024-11-26T11:21:23,031 INFO [StoreOpener-5affd9372e483858d5a1fbfe80f184d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5affd9372e483858d5a1fbfe80f184d3 columnFamilyName queue 2024-11-26T11:21:23,031 DEBUG [StoreOpener-5affd9372e483858d5a1fbfe80f184d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:23,031 INFO [StoreOpener-5affd9372e483858d5a1fbfe80f184d3-1 {}] regionserver.HStore(327): Store=5affd9372e483858d5a1fbfe80f184d3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:21:23,031 INFO [StoreOpener-5affd9372e483858d5a1fbfe80f184d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5affd9372e483858d5a1fbfe80f184d3 2024-11-26T11:21:23,032 INFO [StoreOpener-5affd9372e483858d5a1fbfe80f184d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5affd9372e483858d5a1fbfe80f184d3 columnFamilyName sid 2024-11-26T11:21:23,032 DEBUG [StoreOpener-5affd9372e483858d5a1fbfe80f184d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:23,033 INFO [StoreOpener-5affd9372e483858d5a1fbfe80f184d3-1 {}] regionserver.HStore(327): Store=5affd9372e483858d5a1fbfe80f184d3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:21:23,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5affd9372e483858d5a1fbfe80f184d3 2024-11-26T11:21:23,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/data/hbase/replication/5affd9372e483858d5a1fbfe80f184d3 2024-11-26T11:21:23,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/data/hbase/replication/5affd9372e483858d5a1fbfe80f184d3 2024-11-26T11:21:23,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5affd9372e483858d5a1fbfe80f184d3 2024-11-26T11:21:23,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5affd9372e483858d5a1fbfe80f184d3 2024-11-26T11:21:23,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T11:21:23,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5affd9372e483858d5a1fbfe80f184d3 2024-11-26T11:21:23,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/data/hbase/replication/5affd9372e483858d5a1fbfe80f184d3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:21:23,037 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5affd9372e483858d5a1fbfe80f184d3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69624139, jitterRate=0.037480518221855164}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T11:21:23,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5affd9372e483858d5a1fbfe80f184d3 2024-11-26T11:21:23,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5affd9372e483858d5a1fbfe80f184d3: Running coprocessor pre-open hook at 1732620083027Writing region info on filesystem at 1732620083027Initializing all the Stores at 1732620083028 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620083028Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620083028Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620083028Cleaning up temporary data from old regions at 1732620083034 (+6 ms)Running coprocessor post-open hooks at 1732620083038 (+4 ms)Region opened successfully at 1732620083038 2024-11-26T11:21:23,038 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732620082269.5affd9372e483858d5a1fbfe80f184d3., pid=10, masterSystemTime=1732620082997 2024-11-26T11:21:23,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732620082269.5affd9372e483858d5a1fbfe80f184d3. 2024-11-26T11:21:23,040 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732620082269.5affd9372e483858d5a1fbfe80f184d3. 2024-11-26T11:21:23,041 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5affd9372e483858d5a1fbfe80f184d3, regionState=OPEN, openSeqNum=2, regionLocation=7f3a3edaecc3,46341,1732620062509 2024-11-26T11:21:23,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5affd9372e483858d5a1fbfe80f184d3, server=7f3a3edaecc3,46341,1732620062509 because future has completed 2024-11-26T11:21:23,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T11:21:23,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5affd9372e483858d5a1fbfe80f184d3, server=7f3a3edaecc3,46341,1732620062509 in 199 msec 2024-11-26T11:21:23,047 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T11:21:23,047 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5affd9372e483858d5a1fbfe80f184d3, ASSIGN in 355 msec 2024-11-26T11:21:23,047 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T11:21:23,047 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620083047"}]},"ts":"1732620083047"} 2024-11-26T11:21:23,049 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T11:21:23,050 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T11:21:23,052 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 781 msec 2024-11-26T11:21:23,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732620082269.5affd9372e483858d5a1fbfe80f184d3., hostname=7f3a3edaecc3,46341,1732620062509, seqNum=2] 2024-11-26T11:21:23,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x10176e002b60000, quorum=127.0.0.1:61262, baseZNode=/0254344363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0254344363 2024-11-26T11:21:23,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x10176e002b60001, quorum=127.0.0.1:61262, baseZNode=/0254344363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0254344363 2024-11-26T11:21:23,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T11:21:23,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T11:21:23,324 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T11:21:23,350 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7f3a3edaecc3,46341,1732620062509, ReplicationSource: 1, currentBandwidth=0 2024-11-26T11:21:23,351 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:21:23,351 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,46341,1732620062509, seqNum=-1] 2024-11-26T11:21:23,351 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:21:23,352 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34683, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-26T11:21:23,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7f3a3edaecc3,46341,1732620062509', locateType=CURRENT is [region=hbase:replication,,1732620082269.5affd9372e483858d5a1fbfe80f184d3., hostname=7f3a3edaecc3,46341,1732620062509, seqNum=2] 2024-11-26T11:21:23,370 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T11:21:23,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39429 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T11:21:23,378 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7f3a3edaecc3,46341,1732620062509 suceeded 2024-11-26T11:21:23,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T11:21:23,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 206 msec 2024-11-26T11:21:23,381 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7f3a3edaecc3:46055,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T11:21:23,382 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1240 sec 2024-11-26T11:21:23,394 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7f3a3edaecc3:46055' 2024-11-26T11:21:23,396 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@341ba945, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:23,396 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509 {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,46055,-1 for getting cluster id 2024-11-26T11:21:23,396 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:21:23,397 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d0677c7-b639-4c31-b6a0-c8ab4a1d1f72' 2024-11-26T11:21:23,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:21:23,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d0677c7-b639-4c31-b6a0-c8ab4a1d1f72" 2024-11-26T11:21:23,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58faff52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:23,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,46055,-1] 2024-11-26T11:21:23,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:21:23,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:21:23,400 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:21:23,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:21:23,401 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T11:21:23,401 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:21:23,401 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:21:23,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:21:23,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:21:23,401 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:21:23,402 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c75dab4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:23,402 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:21:23,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,46055,1732620067079 2024-11-26T11:21:23,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@147f4868 2024-11-26T11:21:23,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:21:23,404 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-26T11:21:23,406 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7f3a3edaecc3,46341,1732620062509 (queues=1) is replicating from cluster=f257d867-f027-4956-a160-c31b95e1a4d1 to cluster=5d0677c7-b639-4c31-b6a0-c8ab4a1d1f72 2024-11-26T11:21:23,407 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7f3a3edaecc3%2C46341%2C1732620062509 2024-11-26T11:21:23,407 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7f3a3edaecc3,46341,1732620062509, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T11:21:23,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a914135, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:23,411 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,46055,-1 for getting cluster id 2024-11-26T11:21:23,411 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:21:23,412 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d0677c7-b639-4c31-b6a0-c8ab4a1d1f72' 2024-11-26T11:21:23,412 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:21:23,412 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d0677c7-b639-4c31-b6a0-c8ab4a1d1f72" 2024-11-26T11:21:23,412 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d4bbf9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:23,412 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,46055,-1] 2024-11-26T11:21:23,413 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:21:23,413 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:21:23,415 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:21:23,416 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bd7996a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:23,416 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:21:23,418 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,46055,1732620067079 2024-11-26T11:21:23,418 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.wal-reader.7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.1732620064416, startPosition=0, beingWritten=true 2024-11-26T11:21:23,418 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f61f973 2024-11-26T11:21:23,418 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:21:23,419 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:21:23,420 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://7f3a3edaecc3:46581,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T11:21:23,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T11:21:23,422 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.shipper7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7f3a3edaecc3%2C46341%2C1732620062509 2024-11-26T11:21:23,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:21:23,424 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7f3a3edaecc3:46581' 2024-11-26T11:21:23,425 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c432ab0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:23,425 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,46581,-1 for getting cluster id 2024-11-26T11:21:23,426 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:21:23,427 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0340d49-8e2c-4c47-8ad5-3ca66de446fc' 2024-11-26T11:21:23,427 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.wal-reader.7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T11:21:23,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:21:23,427 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.wal-reader.7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.1732620064416 to pos 379, reset compression=false 2024-11-26T11:21:23,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0340d49-8e2c-4c47-8ad5-3ca66de446fc" 2024-11-26T11:21:23,427 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.shipper7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,46341,1732620062509 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.1732620064416, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T11:21:23,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@96e4fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:23,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,46581,-1] 2024-11-26T11:21:23,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:21:23,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:21:23,428 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:21:23,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f1a9da0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:23,429 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:21:23,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,46581,1732620072126 2024-11-26T11:21:23,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ecfe3ee 2024-11-26T11:21:23,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:21:23,432 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:21:23,433 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T11:21:23,433 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T11:21:23,433 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:21:23,433 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:21:23,433 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:21:23,433 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T11:21:23,435 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T11:21:23,435 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T11:21:23,435 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:23,436 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T11:21:23,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741837_1013 (size=1138) 2024-11-26T11:21:23,485 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T11:21:23,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:21:23,641 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.wal-reader.7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.1732620064416 to pos 379, reset compression=false 2024-11-26T11:21:23,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:21:23,863 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3145de58ce635f18a766630d72eb398a, NAME => 'hbase:replication,,1732620083433.3145de58ce635f18a766630d72eb398a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064 2024-11-26T11:21:23,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741838_1014 (size=44) 2024-11-26T11:21:23,946 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.wal-reader.7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.1732620064416 to pos 379, reset compression=false 2024-11-26T11:21:24,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:21:24,268 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732620083433.3145de58ce635f18a766630d72eb398a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:21:24,268 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3145de58ce635f18a766630d72eb398a, disabling compactions & flushes 2024-11-26T11:21:24,268 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732620083433.3145de58ce635f18a766630d72eb398a. 2024-11-26T11:21:24,268 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732620083433.3145de58ce635f18a766630d72eb398a. 2024-11-26T11:21:24,268 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732620083433.3145de58ce635f18a766630d72eb398a. after waiting 0 ms 2024-11-26T11:21:24,268 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732620083433.3145de58ce635f18a766630d72eb398a. 2024-11-26T11:21:24,268 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732620083433.3145de58ce635f18a766630d72eb398a. 2024-11-26T11:21:24,268 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3145de58ce635f18a766630d72eb398a: Waiting for close lock at 1732620084268Disabling compacts and flushes for region at 1732620084268Disabling writes for close at 1732620084268Writing region close event to WAL at 1732620084268Closed at 1732620084268 2024-11-26T11:21:24,269 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T11:21:24,269 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732620083433.3145de58ce635f18a766630d72eb398a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732620084269"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732620084269"}]},"ts":"1732620084269"} 2024-11-26T11:21:24,271 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T11:21:24,272 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T11:21:24,272 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620084272"}]},"ts":"1732620084272"} 2024-11-26T11:21:24,274 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T11:21:24,274 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3145de58ce635f18a766630d72eb398a, ASSIGN}] 2024-11-26T11:21:24,275 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3145de58ce635f18a766630d72eb398a, ASSIGN 2024-11-26T11:21:24,276 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3145de58ce635f18a766630d72eb398a, ASSIGN; state=OFFLINE, location=7f3a3edaecc3,45095,1732620067221; forceNewPlan=false, retain=false 2024-11-26T11:21:24,350 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.wal-reader.7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.1732620064416 to pos 379, reset compression=false 2024-11-26T11:21:24,426 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3145de58ce635f18a766630d72eb398a, regionState=OPENING, regionLocation=7f3a3edaecc3,45095,1732620067221 2024-11-26T11:21:24,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3145de58ce635f18a766630d72eb398a, ASSIGN because future has completed 2024-11-26T11:21:24,429 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3145de58ce635f18a766630d72eb398a, server=7f3a3edaecc3,45095,1732620067221}] 2024-11-26T11:21:24,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:21:24,585 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732620083433.3145de58ce635f18a766630d72eb398a. 2024-11-26T11:21:24,585 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:21:24,585 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T11:21:24,587 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7f3a3edaecc3%2C45095%2C1732620067221.rep, suffix=, logDir=hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221, archiveDir=hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/oldWALs, maxLogs=10 2024-11-26T11:21:24,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.rep.1732620084587, exclude list is [], retry=0 2024-11-26T11:21:24,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37481,DS-d2b4be73-42a1-40fb-aa97-d2178cdd3f75,DISK] 2024-11-26T11:21:24,611 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.rep.1732620084587 2024-11-26T11:21:24,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38331:38331)] 2024-11-26T11:21:24,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3145de58ce635f18a766630d72eb398a, NAME => 'hbase:replication,,1732620083433.3145de58ce635f18a766630d72eb398a.', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:21:24,612 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T11:21:24,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T11:21:24,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732620083433.3145de58ce635f18a766630d72eb398a. service=MultiRowMutationService 2024-11-26T11:21:24,612 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T11:21:24,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3145de58ce635f18a766630d72eb398a 2024-11-26T11:21:24,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732620083433.3145de58ce635f18a766630d72eb398a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:21:24,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3145de58ce635f18a766630d72eb398a 2024-11-26T11:21:24,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3145de58ce635f18a766630d72eb398a 2024-11-26T11:21:24,613 INFO [StoreOpener-3145de58ce635f18a766630d72eb398a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3145de58ce635f18a766630d72eb398a 2024-11-26T11:21:24,615 INFO [StoreOpener-3145de58ce635f18a766630d72eb398a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3145de58ce635f18a766630d72eb398a columnFamilyName hfileref 2024-11-26T11:21:24,615 DEBUG [StoreOpener-3145de58ce635f18a766630d72eb398a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:24,615 INFO [StoreOpener-3145de58ce635f18a766630d72eb398a-1 {}] regionserver.HStore(327): Store=3145de58ce635f18a766630d72eb398a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:21:24,615 INFO [StoreOpener-3145de58ce635f18a766630d72eb398a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3145de58ce635f18a766630d72eb398a 2024-11-26T11:21:24,616 INFO [StoreOpener-3145de58ce635f18a766630d72eb398a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3145de58ce635f18a766630d72eb398a columnFamilyName queue 2024-11-26T11:21:24,616 DEBUG [StoreOpener-3145de58ce635f18a766630d72eb398a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:24,616 INFO [StoreOpener-3145de58ce635f18a766630d72eb398a-1 {}] regionserver.HStore(327): Store=3145de58ce635f18a766630d72eb398a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:21:24,616 INFO [StoreOpener-3145de58ce635f18a766630d72eb398a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3145de58ce635f18a766630d72eb398a 2024-11-26T11:21:24,617 INFO [StoreOpener-3145de58ce635f18a766630d72eb398a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3145de58ce635f18a766630d72eb398a columnFamilyName sid 2024-11-26T11:21:24,617 DEBUG [StoreOpener-3145de58ce635f18a766630d72eb398a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:24,618 INFO [StoreOpener-3145de58ce635f18a766630d72eb398a-1 {}] regionserver.HStore(327): Store=3145de58ce635f18a766630d72eb398a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:21:24,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3145de58ce635f18a766630d72eb398a 2024-11-26T11:21:24,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/data/hbase/replication/3145de58ce635f18a766630d72eb398a 2024-11-26T11:21:24,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/data/hbase/replication/3145de58ce635f18a766630d72eb398a 2024-11-26T11:21:24,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3145de58ce635f18a766630d72eb398a 2024-11-26T11:21:24,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3145de58ce635f18a766630d72eb398a 2024-11-26T11:21:24,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T11:21:24,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3145de58ce635f18a766630d72eb398a 2024-11-26T11:21:24,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/data/hbase/replication/3145de58ce635f18a766630d72eb398a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:21:24,622 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3145de58ce635f18a766630d72eb398a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68923660, jitterRate=0.02704256772994995}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T11:21:24,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3145de58ce635f18a766630d72eb398a 2024-11-26T11:21:24,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3145de58ce635f18a766630d72eb398a: Running coprocessor pre-open hook at 1732620084612Writing region info on filesystem at 1732620084612Initializing all the Stores at 1732620084613 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620084613Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620084613Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620084613Cleaning up temporary data from old regions at 1732620084619 (+6 ms)Running coprocessor post-open hooks at 1732620084623 (+4 ms)Region opened successfully at 1732620084623 2024-11-26T11:21:24,623 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732620083433.3145de58ce635f18a766630d72eb398a., pid=10, masterSystemTime=1732620084582 2024-11-26T11:21:24,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732620083433.3145de58ce635f18a766630d72eb398a. 2024-11-26T11:21:24,625 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732620083433.3145de58ce635f18a766630d72eb398a. 2024-11-26T11:21:24,626 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3145de58ce635f18a766630d72eb398a, regionState=OPEN, openSeqNum=2, regionLocation=7f3a3edaecc3,45095,1732620067221 2024-11-26T11:21:24,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3145de58ce635f18a766630d72eb398a, server=7f3a3edaecc3,45095,1732620067221 because future has completed 2024-11-26T11:21:24,631 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T11:21:24,631 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3145de58ce635f18a766630d72eb398a, server=7f3a3edaecc3,45095,1732620067221 in 199 msec 2024-11-26T11:21:24,633 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T11:21:24,633 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3145de58ce635f18a766630d72eb398a, ASSIGN in 357 msec 2024-11-26T11:21:24,634 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T11:21:24,634 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620084634"}]},"ts":"1732620084634"} 2024-11-26T11:21:24,636 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T11:21:24,637 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T11:21:24,639 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2040 sec 2024-11-26T11:21:24,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732620083433.3145de58ce635f18a766630d72eb398a., hostname=7f3a3edaecc3,45095,1732620067221, seqNum=2] 2024-11-26T11:21:24,854 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.wal-reader.7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.1732620064416 to pos 379, reset compression=false 2024-11-26T11:21:25,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45095-0x10176e002b60004, quorum=127.0.0.1:61262, baseZNode=/1662811973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1662811973 2024-11-26T11:21:25,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46055-0x10176e002b60003, quorum=127.0.0.1:61262, baseZNode=/1662811973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1662811973 2024-11-26T11:21:25,182 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T11:21:25,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T11:21:25,334 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T11:21:25,374 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7f3a3edaecc3,45095,1732620067221, ReplicationSource: 1, currentBandwidth=0 2024-11-26T11:21:25,375 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:21:25,375 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,45095,1732620067221, seqNum=-1] 2024-11-26T11:21:25,375 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:21:25,376 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54167, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-26T11:21:25,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7f3a3edaecc3,45095,1732620067221', locateType=CURRENT is [region=hbase:replication,,1732620083433.3145de58ce635f18a766630d72eb398a., hostname=7f3a3edaecc3,45095,1732620067221, seqNum=2] 2024-11-26T11:21:25,381 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T11:21:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T11:21:25,383 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7f3a3edaecc3,45095,1732620067221 suceeded 2024-11-26T11:21:25,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T11:21:25,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-11-26T11:21:25,385 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7f3a3edaecc3:46581,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T11:21:25,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.9650 sec 2024-11-26T11:21:25,396 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7f3a3edaecc3:46581' 2024-11-26T11:21:25,397 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50359779, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:25,397 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221 {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,46581,-1 for getting cluster id 2024-11-26T11:21:25,397 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:21:25,398 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0340d49-8e2c-4c47-8ad5-3ca66de446fc' 2024-11-26T11:21:25,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:21:25,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0340d49-8e2c-4c47-8ad5-3ca66de446fc" 2024-11-26T11:21:25,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c3cfc21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:25,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,46581,-1] 2024-11-26T11:21:25,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:21:25,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:21:25,399 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:21:25,400 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69a64d1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:25,400 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:21:25,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,46581,1732620072126 2024-11-26T11:21:25,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2da73b5e 2024-11-26T11:21:25,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:21:25,402 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-26T11:21:25,402 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7f3a3edaecc3,45095,1732620067221 (queues=1) is replicating from cluster=5d0677c7-b639-4c31-b6a0-c8ab4a1d1f72 to cluster=b0340d49-8e2c-4c47-8ad5-3ca66de446fc 2024-11-26T11:21:25,402 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7f3a3edaecc3%2C45095%2C1732620067221 2024-11-26T11:21:25,402 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7f3a3edaecc3,45095,1732620067221, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T11:21:25,403 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.wal-reader.7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.1732620069430, startPosition=0, beingWritten=true 2024-11-26T11:21:25,403 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.shipper7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7f3a3edaecc3%2C45095%2C1732620067221 2024-11-26T11:21:25,408 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.wal-reader.7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T11:21:25,408 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.wal-reader.7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.1732620069430 to pos 379, reset compression=false 2024-11-26T11:21:25,408 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.shipper7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,45095,1732620067221 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.1732620069430, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T11:21:25,459 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.wal-reader.7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.1732620064416 to pos 379, reset compression=false 2024-11-26T11:21:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:21:25,570 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T11:21:25,571 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:21:25,571 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:21:25,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:21:25,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:21:25,571 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:21:25,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@685090a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:25,571 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,46581,-1 for getting cluster id 2024-11-26T11:21:25,572 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:21:25,572 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0340d49-8e2c-4c47-8ad5-3ca66de446fc' 2024-11-26T11:21:25,572 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:21:25,573 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0340d49-8e2c-4c47-8ad5-3ca66de446fc" 2024-11-26T11:21:25,573 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa4537c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:25,573 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,46581,-1] 2024-11-26T11:21:25,573 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:21:25,573 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:21:25,574 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:21:25,574 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23fa76df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:25,575 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:21:25,575 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,46581,1732620072126 2024-11-26T11:21:25,575 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@383250ee 2024-11-26T11:21:25,575 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:21:25,576 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:21:25,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46581 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://7f3a3edaecc3:39429,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T11:21:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46581 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T11:21:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:21:25,579 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7f3a3edaecc3:39429' 2024-11-26T11:21:25,580 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bfc04a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:25,580 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,39429,-1 for getting cluster id 2024-11-26T11:21:25,580 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:21:25,581 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f257d867-f027-4956-a160-c31b95e1a4d1' 2024-11-26T11:21:25,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:21:25,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f257d867-f027-4956-a160-c31b95e1a4d1" 2024-11-26T11:21:25,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@411dc405, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:25,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,39429,-1] 2024-11-26T11:21:25,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:21:25,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:21:25,582 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:21:25,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8f58714, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:25,583 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:21:25,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,39429,1732620062325 2024-11-26T11:21:25,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@93911f7 2024-11-26T11:21:25,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:21:25,584 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:21:25,585 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T11:21:25,585 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T11:21:25,585 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:21:25,585 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:21:25,585 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:21:25,586 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T11:21:25,586 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T11:21:25,587 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T11:21:25,587 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:25,588 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T11:21:25,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45747 is added to blk_1073741837_1013 (size=1138) 2024-11-26T11:21:25,611 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.wal-reader.7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.1732620069430 to pos 379, reset compression=false 2024-11-26T11:21:25,637 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T11:21:25,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:21:25,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:21:25,915 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.wal-reader.7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.1732620069430 to pos 379, reset compression=false 2024-11-26T11:21:25,997 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5c285b6d72dcbaf7daa2077d1452964b, NAME => 'hbase:replication,,1732620085585.5c285b6d72dcbaf7daa2077d1452964b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02 2024-11-26T11:21:26,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45747 is added to blk_1073741838_1014 (size=44) 2024-11-26T11:21:26,161 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T11:21:26,161 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-26T11:21:26,162 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T11:21:26,162 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-26T11:21:26,163 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.wal-reader.7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.1732620064416 to pos 379, reset compression=false 2024-11-26T11:21:26,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:21:26,319 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.wal-reader.7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.1732620069430 to pos 379, reset compression=false 2024-11-26T11:21:26,405 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732620085585.5c285b6d72dcbaf7daa2077d1452964b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:21:26,406 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5c285b6d72dcbaf7daa2077d1452964b, disabling compactions & flushes 2024-11-26T11:21:26,406 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732620085585.5c285b6d72dcbaf7daa2077d1452964b. 2024-11-26T11:21:26,406 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732620085585.5c285b6d72dcbaf7daa2077d1452964b. 2024-11-26T11:21:26,406 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732620085585.5c285b6d72dcbaf7daa2077d1452964b. after waiting 0 ms 2024-11-26T11:21:26,406 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732620085585.5c285b6d72dcbaf7daa2077d1452964b. 2024-11-26T11:21:26,406 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732620085585.5c285b6d72dcbaf7daa2077d1452964b. 2024-11-26T11:21:26,406 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5c285b6d72dcbaf7daa2077d1452964b: Waiting for close lock at 1732620086406Disabling compacts and flushes for region at 1732620086406Disabling writes for close at 1732620086406Writing region close event to WAL at 1732620086406Closed at 1732620086406 2024-11-26T11:21:26,407 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T11:21:26,407 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732620085585.5c285b6d72dcbaf7daa2077d1452964b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732620086407"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732620086407"}]},"ts":"1732620086407"} 2024-11-26T11:21:26,409 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T11:21:26,410 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T11:21:26,410 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620086410"}]},"ts":"1732620086410"} 2024-11-26T11:21:26,411 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T11:21:26,411 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5c285b6d72dcbaf7daa2077d1452964b, ASSIGN}] 2024-11-26T11:21:26,412 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5c285b6d72dcbaf7daa2077d1452964b, ASSIGN 2024-11-26T11:21:26,413 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5c285b6d72dcbaf7daa2077d1452964b, ASSIGN; state=OFFLINE, location=7f3a3edaecc3,33943,1732620072279; forceNewPlan=false, retain=false 2024-11-26T11:21:26,563 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5c285b6d72dcbaf7daa2077d1452964b, regionState=OPENING, regionLocation=7f3a3edaecc3,33943,1732620072279 2024-11-26T11:21:26,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5c285b6d72dcbaf7daa2077d1452964b, ASSIGN because future has completed 2024-11-26T11:21:26,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c285b6d72dcbaf7daa2077d1452964b, server=7f3a3edaecc3,33943,1732620072279}] 2024-11-26T11:21:26,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:21:26,720 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732620085585.5c285b6d72dcbaf7daa2077d1452964b. 2024-11-26T11:21:26,720 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:21:26,721 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T11:21:26,722 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7f3a3edaecc3%2C33943%2C1732620072279.rep, suffix=, logDir=hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/WALs/7f3a3edaecc3,33943,1732620072279, archiveDir=hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/oldWALs, maxLogs=10 2024-11-26T11:21:26,731 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T11:21:26,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:26,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:26,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/WALs/7f3a3edaecc3,33943,1732620072279/7f3a3edaecc3%2C33943%2C1732620072279.rep.1732620086722, exclude list is [], retry=0 2024-11-26T11:21:26,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45747,DS-9a067a2c-75d2-4b09-92b9-07c1166f9bab,DISK] 2024-11-26T11:21:26,738 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/WALs/7f3a3edaecc3,33943,1732620072279/7f3a3edaecc3%2C33943%2C1732620072279.rep.1732620086722 2024-11-26T11:21:26,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46047:46047)] 2024-11-26T11:21:26,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5c285b6d72dcbaf7daa2077d1452964b, NAME => 'hbase:replication,,1732620085585.5c285b6d72dcbaf7daa2077d1452964b.', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:21:26,739 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T11:21:26,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T11:21:26,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732620085585.5c285b6d72dcbaf7daa2077d1452964b. service=MultiRowMutationService 2024-11-26T11:21:26,739 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T11:21:26,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5c285b6d72dcbaf7daa2077d1452964b 2024-11-26T11:21:26,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732620085585.5c285b6d72dcbaf7daa2077d1452964b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:21:26,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5c285b6d72dcbaf7daa2077d1452964b 2024-11-26T11:21:26,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5c285b6d72dcbaf7daa2077d1452964b 2024-11-26T11:21:26,750 INFO [StoreOpener-5c285b6d72dcbaf7daa2077d1452964b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5c285b6d72dcbaf7daa2077d1452964b 2024-11-26T11:21:26,751 INFO [StoreOpener-5c285b6d72dcbaf7daa2077d1452964b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c285b6d72dcbaf7daa2077d1452964b columnFamilyName hfileref 2024-11-26T11:21:26,751 DEBUG [StoreOpener-5c285b6d72dcbaf7daa2077d1452964b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:26,752 INFO [StoreOpener-5c285b6d72dcbaf7daa2077d1452964b-1 {}] regionserver.HStore(327): Store=5c285b6d72dcbaf7daa2077d1452964b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:21:26,752 INFO [StoreOpener-5c285b6d72dcbaf7daa2077d1452964b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5c285b6d72dcbaf7daa2077d1452964b 2024-11-26T11:21:26,753 INFO [StoreOpener-5c285b6d72dcbaf7daa2077d1452964b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c285b6d72dcbaf7daa2077d1452964b columnFamilyName queue 2024-11-26T11:21:26,753 DEBUG [StoreOpener-5c285b6d72dcbaf7daa2077d1452964b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:26,753 INFO [StoreOpener-5c285b6d72dcbaf7daa2077d1452964b-1 {}] regionserver.HStore(327): Store=5c285b6d72dcbaf7daa2077d1452964b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:21:26,753 INFO [StoreOpener-5c285b6d72dcbaf7daa2077d1452964b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5c285b6d72dcbaf7daa2077d1452964b 2024-11-26T11:21:26,754 INFO [StoreOpener-5c285b6d72dcbaf7daa2077d1452964b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c285b6d72dcbaf7daa2077d1452964b columnFamilyName sid 2024-11-26T11:21:26,754 DEBUG [StoreOpener-5c285b6d72dcbaf7daa2077d1452964b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:26,755 INFO [StoreOpener-5c285b6d72dcbaf7daa2077d1452964b-1 {}] regionserver.HStore(327): Store=5c285b6d72dcbaf7daa2077d1452964b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:21:26,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5c285b6d72dcbaf7daa2077d1452964b 2024-11-26T11:21:26,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/data/hbase/replication/5c285b6d72dcbaf7daa2077d1452964b 2024-11-26T11:21:26,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/data/hbase/replication/5c285b6d72dcbaf7daa2077d1452964b 2024-11-26T11:21:26,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5c285b6d72dcbaf7daa2077d1452964b 2024-11-26T11:21:26,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5c285b6d72dcbaf7daa2077d1452964b 2024-11-26T11:21:26,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T11:21:26,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5c285b6d72dcbaf7daa2077d1452964b 2024-11-26T11:21:26,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/data/hbase/replication/5c285b6d72dcbaf7daa2077d1452964b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:21:26,759 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5c285b6d72dcbaf7daa2077d1452964b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60224282, jitterRate=-0.10258826613426208}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T11:21:26,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5c285b6d72dcbaf7daa2077d1452964b 2024-11-26T11:21:26,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5c285b6d72dcbaf7daa2077d1452964b: Running coprocessor pre-open hook at 1732620086748Writing region info on filesystem at 1732620086748Initializing all the Stores at 1732620086749 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620086749Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620086750 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620086750Cleaning up temporary data from old regions at 1732620086756 (+6 ms)Running coprocessor post-open hooks at 1732620086760 (+4 ms)Region opened successfully at 1732620086760 2024-11-26T11:21:26,760 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732620085585.5c285b6d72dcbaf7daa2077d1452964b., pid=10, masterSystemTime=1732620086717 2024-11-26T11:21:26,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732620085585.5c285b6d72dcbaf7daa2077d1452964b. 2024-11-26T11:21:26,762 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732620085585.5c285b6d72dcbaf7daa2077d1452964b. 2024-11-26T11:21:26,763 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5c285b6d72dcbaf7daa2077d1452964b, regionState=OPEN, openSeqNum=2, regionLocation=7f3a3edaecc3,33943,1732620072279 2024-11-26T11:21:26,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c285b6d72dcbaf7daa2077d1452964b, server=7f3a3edaecc3,33943,1732620072279 because future has completed 2024-11-26T11:21:26,767 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T11:21:26,767 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5c285b6d72dcbaf7daa2077d1452964b, server=7f3a3edaecc3,33943,1732620072279 in 201 msec 2024-11-26T11:21:26,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T11:21:26,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5c285b6d72dcbaf7daa2077d1452964b, ASSIGN in 356 msec 2024-11-26T11:21:26,770 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T11:21:26,770 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620086770"}]},"ts":"1732620086770"} 2024-11-26T11:21:26,771 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T11:21:26,772 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T11:21:26,773 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1860 sec 2024-11-26T11:21:26,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:26,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:26,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:26,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:26,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:26,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:26,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732620085585.5c285b6d72dcbaf7daa2077d1452964b., hostname=7f3a3edaecc3,33943,1732620072279, seqNum=2] 2024-11-26T11:21:26,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:26,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:26,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:26,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:26,822 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.wal-reader.7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.1732620069430 to pos 379, reset compression=false 2024-11-26T11:21:26,827 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T11:21:26,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46581-0x10176e002b60006, quorum=127.0.0.1:61262, baseZNode=/21328234867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21328234867 2024-11-26T11:21:26,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33943-0x10176e002b60007, quorum=127.0.0.1:61262, baseZNode=/21328234867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21328234867 2024-11-26T11:21:26,876 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T11:21:26,966 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.wal-reader.7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.1732620064416 to pos 379, reset compression=false 2024-11-26T11:21:27,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33943 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T11:21:27,029 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T11:21:27,056 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7f3a3edaecc3,33943,1732620072279, ReplicationSource: 1, currentBandwidth=0 2024-11-26T11:21:27,056 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:21:27,056 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,33943,1732620072279, seqNum=-1] 2024-11-26T11:21:27,057 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:21:27,058 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59183, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-26T11:21:27,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7f3a3edaecc3,33943,1732620072279', locateType=CURRENT is [region=hbase:replication,,1732620085585.5c285b6d72dcbaf7daa2077d1452964b., hostname=7f3a3edaecc3,33943,1732620072279, seqNum=2] 2024-11-26T11:21:27,062 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T11:21:27,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46581 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T11:21:27,064 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7f3a3edaecc3,33943,1732620072279 suceeded 2024-11-26T11:21:27,065 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T11:21:27,066 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-26T11:21:27,066 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7f3a3edaecc3:39429,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T11:21:27,067 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4890 sec 2024-11-26T11:21:27,075 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7f3a3edaecc3:39429' 2024-11-26T11:21:27,076 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@baf930, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:27,076 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279 {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,39429,-1 for getting cluster id 2024-11-26T11:21:27,076 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:21:27,077 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f257d867-f027-4956-a160-c31b95e1a4d1' 2024-11-26T11:21:27,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:21:27,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f257d867-f027-4956-a160-c31b95e1a4d1" 2024-11-26T11:21:27,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3777b76f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:27,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,39429,-1] 2024-11-26T11:21:27,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:21:27,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:21:27,078 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:21:27,079 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72dab634, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:27,079 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:21:27,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,39429,1732620062325 2024-11-26T11:21:27,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70b08c68 2024-11-26T11:21:27,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:21:27,080 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-26T11:21:27,081 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7f3a3edaecc3,33943,1732620072279 (queues=1) is replicating from cluster=b0340d49-8e2c-4c47-8ad5-3ca66de446fc to cluster=f257d867-f027-4956-a160-c31b95e1a4d1 2024-11-26T11:21:27,081 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7f3a3edaecc3%2C33943%2C1732620072279 2024-11-26T11:21:27,081 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7f3a3edaecc3,33943,1732620072279, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T11:21:27,081 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.shipper7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7f3a3edaecc3%2C33943%2C1732620072279 2024-11-26T11:21:27,082 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.wal-reader.7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/WALs/7f3a3edaecc3,33943,1732620072279/7f3a3edaecc3%2C33943%2C1732620072279.1732620074657, startPosition=0, beingWritten=true 2024-11-26T11:21:27,086 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.wal-reader.7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T11:21:27,086 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.wal-reader.7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/WALs/7f3a3edaecc3,33943,1732620072279/7f3a3edaecc3%2C33943%2C1732620072279.1732620074657 to pos 379, reset compression=false 2024-11-26T11:21:27,086 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.shipper7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,33943,1732620072279 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/WALs/7f3a3edaecc3,33943,1732620072279/7f3a3edaecc3%2C33943%2C1732620072279.1732620074657, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T11:21:27,289 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.wal-reader.7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/WALs/7f3a3edaecc3,33943,1732620072279/7f3a3edaecc3%2C33943%2C1732620072279.1732620074657 to pos 379, reset compression=false 2024-11-26T11:21:27,426 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.wal-reader.7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.1732620069430 to pos 379, reset compression=false 2024-11-26T11:21:27,593 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.wal-reader.7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/WALs/7f3a3edaecc3,33943,1732620072279/7f3a3edaecc3%2C33943%2C1732620072279.1732620074657 to pos 379, reset compression=false 2024-11-26T11:21:27,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:21:27,720 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T11:21:27,720 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:21:27,720 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:21:27,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:21:27,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:21:27,721 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:21:27,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1218a45f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:27,721 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,39429,-1 for getting cluster id 2024-11-26T11:21:27,721 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:21:27,722 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f257d867-f027-4956-a160-c31b95e1a4d1' 2024-11-26T11:21:27,722 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:21:27,722 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f257d867-f027-4956-a160-c31b95e1a4d1" 2024-11-26T11:21:27,722 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f59f32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:27,722 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,39429,-1] 2024-11-26T11:21:27,722 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:21:27,723 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:21:27,723 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:21:27,724 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41ceabe9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:27,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2af6a85f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:27,724 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,46055,-1 for getting cluster id 2024-11-26T11:21:27,724 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:21:27,725 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d0677c7-b639-4c31-b6a0-c8ab4a1d1f72' 2024-11-26T11:21:27,725 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:21:27,725 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d0677c7-b639-4c31-b6a0-c8ab4a1d1f72" 2024-11-26T11:21:27,725 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67ac274a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:27,725 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,46055,-1] 2024-11-26T11:21:27,725 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:21:27,725 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:21:27,726 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:21:27,726 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@194e0276, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:27,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57f7d3f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:27,727 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,46581,-1 for getting cluster id 2024-11-26T11:21:27,727 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:21:27,727 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0340d49-8e2c-4c47-8ad5-3ca66de446fc' 2024-11-26T11:21:27,727 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:21:27,727 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0340d49-8e2c-4c47-8ad5-3ca66de446fc" 2024-11-26T11:21:27,728 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67a3536e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:27,728 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,46581,-1] 2024-11-26T11:21:27,728 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:21:27,728 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:21:27,728 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:21:27,729 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@371fbb66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:27,729 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:21:27,730 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,46341,1732620062509, seqNum=-1] 2024-11-26T11:21:27,731 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:21:27,731 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:21:27,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732620075739.f11ae47756d4a160ea9109a24df4c692., hostname=7f3a3edaecc3,46341,1732620062509, seqNum=2] 2024-11-26T11:21:27,735 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:21:27,736 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,33943,1732620072279, seqNum=-1] 2024-11-26T11:21:27,736 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:21:27,760 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:21:27,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732620080044.7235d1a4b589abaef65d848e2b58120d., hostname=7f3a3edaecc3,33943,1732620072279, seqNum=2] 2024-11-26T11:21:27,763 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-26T11:21:27,870 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.wal-reader.7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.1732620064416 to pos 379, reset compression=false 2024-11-26T11:21:27,882 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.wal-reader.7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T11:21:27,882 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.wal-reader.7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.1732620064416 to pos 480, reset compression=false 2024-11-26T11:21:27,882 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.shipper7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,46341,1732620062509 got entry batch from reader: WALEntryBatch [walEntries=[{test/f11ae47756d4a160ea9109a24df4c692/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.1732620064416, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-26T11:21:27,884 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.shipper7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T11:21:27,885 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-26T11:21:27,885 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45095 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T11:21:27,886 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45095 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40082c74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:27,886 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45095 {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,46055,-1 for getting cluster id 2024-11-26T11:21:27,886 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45095 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:21:27,886 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d0677c7-b639-4c31-b6a0-c8ab4a1d1f72' 2024-11-26T11:21:27,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:21:27,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d0677c7-b639-4c31-b6a0-c8ab4a1d1f72" 2024-11-26T11:21:27,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@370f1a76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:27,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,46055,-1] 2024-11-26T11:21:27,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:21:27,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:21:27,887 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:21:27,888 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45095 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21cd20fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:27,889 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45095 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:21:27,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,45095,1732620067221, seqNum=-1] 2024-11-26T11:21:27,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:21:27,890 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-26T11:21:27,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732620077893.a48780a6a24b52c28595cc120c86df04., hostname=7f3a3edaecc3,45095,1732620067221, seqNum=2] 2024-11-26T11:21:27,894 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45095 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T11:21:27,997 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.wal-reader.7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/WALs/7f3a3edaecc3,33943,1732620072279/7f3a3edaecc3%2C33943%2C1732620072279.1732620074657 to pos 379, reset compression=false 2024-11-26T11:21:28,086 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.wal-reader.7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.1732620064416 to pos 480, reset compression=false 2024-11-26T11:21:28,129 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.wal-reader.7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.1732620069430 to pos 379, reset compression=false 2024-11-26T11:21:28,133 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.wal-reader.7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T11:21:28,133 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.wal-reader.7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.1732620069430 to pos 504, reset compression=false 2024-11-26T11:21:28,133 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.shipper7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,45095,1732620067221 got entry batch from reader: WALEntryBatch [walEntries=[{test/a48780a6a24b52c28595cc120c86df04/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.1732620069430, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-26T11:21:28,135 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.shipper7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T11:21:28,136 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-26T11:21:28,136 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33943 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T11:21:28,136 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33943 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48931486, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:28,137 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33943 {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,46581,-1 for getting cluster id 2024-11-26T11:21:28,137 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33943 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:21:28,137 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0340d49-8e2c-4c47-8ad5-3ca66de446fc' 2024-11-26T11:21:28,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:21:28,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0340d49-8e2c-4c47-8ad5-3ca66de446fc" 2024-11-26T11:21:28,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1117e512, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:28,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,46581,-1] 2024-11-26T11:21:28,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:21:28,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:21:28,138 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:21:28,139 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33943 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78dbf770, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:28,139 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33943 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:21:28,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,33943,1732620072279, seqNum=-1] 2024-11-26T11:21:28,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:21:28,141 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-26T11:21:28,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732620080044.7235d1a4b589abaef65d848e2b58120d., hostname=7f3a3edaecc3,33943,1732620072279, seqNum=2] 2024-11-26T11:21:28,145 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33943 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T11:21:28,336 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.wal-reader.7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.1732620069430 to pos 504, reset compression=false 2024-11-26T11:21:28,389 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.wal-reader.7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.1732620064416 to pos 480, reset compression=false 2024-11-26T11:21:28,500 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.wal-reader.7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/WALs/7f3a3edaecc3,33943,1732620072279/7f3a3edaecc3%2C33943%2C1732620072279.1732620074657 to pos 379, reset compression=false 2024-11-26T11:21:28,504 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.wal-reader.7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T11:21:28,504 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.wal-reader.7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/WALs/7f3a3edaecc3,33943,1732620072279/7f3a3edaecc3%2C33943%2C1732620072279.1732620074657 to pos 527, reset compression=false 2024-11-26T11:21:28,504 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.shipper7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,33943,1732620072279 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/WALs/7f3a3edaecc3,33943,1732620072279/7f3a3edaecc3%2C33943%2C1732620072279.1732620074657, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T11:21:28,639 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.wal-reader.7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.1732620069430 to pos 504, reset compression=false 2024-11-26T11:21:28,707 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.wal-reader.7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/WALs/7f3a3edaecc3,33943,1732620072279/7f3a3edaecc3%2C33943%2C1732620072279.1732620074657 to pos 527, reset compression=false 2024-11-26T11:21:28,765 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-26T11:21:28,766 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:21:28,767 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,45095,1732620067221, seqNum=-1] 2024-11-26T11:21:28,767 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:21:28,768 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:21:28,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732620077893.a48780a6a24b52c28595cc120c86df04., hostname=7f3a3edaecc3,45095,1732620067221, seqNum=2] 2024-11-26T11:21:28,773 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-26T11:21:28,792 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.wal-reader.7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.1732620064416 to pos 480, reset compression=false 2024-11-26T11:21:29,010 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.wal-reader.7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/WALs/7f3a3edaecc3,33943,1732620072279/7f3a3edaecc3%2C33943%2C1732620072279.1732620074657 to pos 527, reset compression=false 2024-11-26T11:21:29,042 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.wal-reader.7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.1732620069430 to pos 504, reset compression=false 2024-11-26T11:21:29,047 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.wal-reader.7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T11:21:29,047 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.wal-reader.7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.1732620069430 to pos 608, reset compression=false 2024-11-26T11:21:29,047 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.shipper7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,45095,1732620067221 got entry batch from reader: WALEntryBatch [walEntries=[{test/a48780a6a24b52c28595cc120c86df04/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.1732620069430, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-26T11:21:29,047 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33943 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T11:21:29,050 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33943 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T11:21:29,250 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.wal-reader.7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.1732620069430 to pos 608, reset compression=false 2024-11-26T11:21:29,295 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.wal-reader.7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.1732620064416 to pos 480, reset compression=false 2024-11-26T11:21:29,414 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.wal-reader.7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/WALs/7f3a3edaecc3,33943,1732620072279/7f3a3edaecc3%2C33943%2C1732620072279.1732620074657 to pos 527, reset compression=false 2024-11-26T11:21:29,418 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.wal-reader.7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T11:21:29,418 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.wal-reader.7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/WALs/7f3a3edaecc3,33943,1732620072279/7f3a3edaecc3%2C33943%2C1732620072279.1732620074657 to pos 654, reset compression=false 2024-11-26T11:21:29,418 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.shipper7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,33943,1732620072279 got entry batch from reader: WALEntryBatch [walEntries=[{test/7235d1a4b589abaef65d848e2b58120d/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/WALs/7f3a3edaecc3,33943,1732620072279/7f3a3edaecc3%2C33943%2C1732620072279.1732620074657, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-26T11:21:29,420 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.shipper7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T11:21:29,421 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-26T11:21:29,422 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T11:21:29,422 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44046995, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:29,422 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,39429,-1 for getting cluster id 2024-11-26T11:21:29,422 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:21:29,423 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f257d867-f027-4956-a160-c31b95e1a4d1' 2024-11-26T11:21:29,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:21:29,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f257d867-f027-4956-a160-c31b95e1a4d1" 2024-11-26T11:21:29,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c4cd160, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:29,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,39429,-1] 2024-11-26T11:21:29,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:21:29,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:21:29,424 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:21:29,424 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@438407fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:29,425 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:21:29,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,46341,1732620062509, seqNum=-1] 2024-11-26T11:21:29,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:21:29,426 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-26T11:21:29,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732620075739.f11ae47756d4a160ea9109a24df4c692., hostname=7f3a3edaecc3,46341,1732620062509, seqNum=2] 2024-11-26T11:21:29,430 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T11:21:29,554 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.wal-reader.7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.1732620069430 to pos 608, reset compression=false 2024-11-26T11:21:29,621 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.wal-reader.7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/WALs/7f3a3edaecc3,33943,1732620072279/7f3a3edaecc3%2C33943%2C1732620072279.1732620074657 to pos 654, reset compression=false 2024-11-26T11:21:29,774 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-26T11:21:29,777 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-26T11:21:29,898 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.wal-reader.7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.1732620064416 to pos 480, reset compression=false 2024-11-26T11:21:29,902 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.wal-reader.7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T11:21:29,902 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.wal-reader.7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.1732620064416 to pos 631, reset compression=false 2024-11-26T11:21:29,902 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.shipper7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,46341,1732620062509 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.1732620064416, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T11:21:29,925 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.wal-reader.7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/WALs/7f3a3edaecc3,33943,1732620072279/7f3a3edaecc3%2C33943%2C1732620072279.1732620074657 to pos 654, reset compression=false 2024-11-26T11:21:29,930 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.wal-reader.7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T11:21:29,930 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.wal-reader.7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/WALs/7f3a3edaecc3,33943,1732620072279/7f3a3edaecc3%2C33943%2C1732620072279.1732620074657 to pos 758, reset compression=false 2024-11-26T11:21:29,930 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.shipper7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,33943,1732620072279 got entry batch from reader: WALEntryBatch [walEntries=[{test/7235d1a4b589abaef65d848e2b58120d/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/WALs/7f3a3edaecc3,33943,1732620072279/7f3a3edaecc3%2C33943%2C1732620072279.1732620074657, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-26T11:21:29,930 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T11:21:29,933 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T11:21:29,958 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.wal-reader.7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.1732620069430 to pos 608, reset compression=false 2024-11-26T11:21:30,106 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.wal-reader.7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.1732620064416 to pos 631, reset compression=false 2024-11-26T11:21:30,133 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.wal-reader.7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/WALs/7f3a3edaecc3,33943,1732620072279/7f3a3edaecc3%2C33943%2C1732620072279.1732620074657 to pos 758, reset compression=false 2024-11-26T11:21:30,162 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.wal-reader.7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T11:21:30,162 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.wal-reader.7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.1732620064416 to pos 759, reset compression=false 2024-11-26T11:21:30,162 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.shipper7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,46341,1732620062509 got entry batch from reader: WALEntryBatch [walEntries=[{test/f11ae47756d4a160ea9109a24df4c692/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.1732620064416, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-26T11:21:30,163 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45095 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T11:21:30,167 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45095 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T11:21:30,366 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.wal-reader.7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.1732620064416 to pos 759, reset compression=false 2024-11-26T11:21:30,437 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.wal-reader.7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/WALs/7f3a3edaecc3,33943,1732620072279/7f3a3edaecc3%2C33943%2C1732620072279.1732620074657 to pos 758, reset compression=false 2024-11-26T11:21:30,462 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.wal-reader.7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.1732620069430 to pos 608, reset compression=false 2024-11-26T11:21:30,466 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.wal-reader.7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T11:21:30,466 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.wal-reader.7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.1732620069430 to pos 760, reset compression=false 2024-11-26T11:21:30,466 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.shipper7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,45095,1732620067221 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.1732620069430, lastWalPosition=760, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T11:21:30,669 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.wal-reader.7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.1732620064416 to pos 759, reset compression=false 2024-11-26T11:21:30,669 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.wal-reader.7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.1732620069430 to pos 760, reset compression=false 2024-11-26T11:21:30,779 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-26T11:21:30,782 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-26T11:21:30,840 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.wal-reader.7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/WALs/7f3a3edaecc3,33943,1732620072279/7f3a3edaecc3%2C33943%2C1732620072279.1732620074657 to pos 758, reset compression=false 2024-11-26T11:21:30,973 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.wal-reader.7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.1732620069430 to pos 760, reset compression=false 2024-11-26T11:21:31,073 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.wal-reader.7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.1732620064416 to pos 759, reset compression=false 2024-11-26T11:21:31,077 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.wal-reader.7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T11:21:31,077 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.wal-reader.7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.1732620064416 to pos 915, reset compression=false 2024-11-26T11:21:31,077 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.shipper7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,46341,1732620062509 got entry batch from reader: WALEntryBatch [walEntries=[{test/f11ae47756d4a160ea9109a24df4c692/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.1732620064416, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-26T11:21:31,078 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45095 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T11:21:31,081 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45095 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T11:21:31,289 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.wal-reader.7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.1732620064416 to pos 915, reset compression=false 2024-11-26T11:21:31,344 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.wal-reader.7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/WALs/7f3a3edaecc3,33943,1732620072279/7f3a3edaecc3%2C33943%2C1732620072279.1732620074657 to pos 758, reset compression=false 2024-11-26T11:21:31,376 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.wal-reader.7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.1732620069430 to pos 760, reset compression=false 2024-11-26T11:21:31,381 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.wal-reader.7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T11:21:31,381 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.wal-reader.7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.1732620069430 to pos 908, reset compression=false 2024-11-26T11:21:31,381 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.shipper7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,45095,1732620067221 got entry batch from reader: WALEntryBatch [walEntries=[{test/a48780a6a24b52c28595cc120c86df04/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.1732620069430, lastWalPosition=908, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-26T11:21:31,383 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33943 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T11:21:31,386 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33943 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T11:21:31,587 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.wal-reader.7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.1732620069430 to pos 908, reset compression=false 2024-11-26T11:21:31,593 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.wal-reader.7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.1732620064416 to pos 915, reset compression=false 2024-11-26T11:21:31,784 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-26T11:21:31,788 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-26T11:21:31,891 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.wal-reader.7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.1732620069430 to pos 908, reset compression=false 2024-11-26T11:21:31,895 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.wal-reader.7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T11:21:31,896 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.wal-reader.7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.1732620069430 to pos 1067, reset compression=false 2024-11-26T11:21:31,896 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.shipper7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,45095,1732620067221 got entry batch from reader: WALEntryBatch [walEntries=[{test/a48780a6a24b52c28595cc120c86df04/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.1732620069430, lastWalPosition=1067, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-26T11:21:31,896 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33943 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T11:21:31,899 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33943 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T11:21:31,915 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T11:21:31,947 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.wal-reader.7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/WALs/7f3a3edaecc3,33943,1732620072279/7f3a3edaecc3%2C33943%2C1732620072279.1732620074657 to pos 758, reset compression=false 2024-11-26T11:21:31,951 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.wal-reader.7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T11:21:31,951 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.wal-reader.7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/WALs/7f3a3edaecc3,33943,1732620072279/7f3a3edaecc3%2C33943%2C1732620072279.1732620074657 to pos 1078, reset compression=false 2024-11-26T11:21:31,951 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.shipper7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,33943,1732620072279 got entry batch from reader: WALEntryBatch [walEntries=[{test/7235d1a4b589abaef65d848e2b58120d/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/WALs/7f3a3edaecc3,33943,1732620072279/7f3a3edaecc3%2C33943%2C1732620072279.1732620074657, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-26T11:21:31,952 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T11:21:31,955 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T11:21:32,008 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.wal-reader.7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.1732620064416 to pos 915, reset compression=false 2024-11-26T11:21:32,012 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.wal-reader.7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T11:21:32,012 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.wal-reader.7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.1732620064416 to pos 1088, reset compression=false 2024-11-26T11:21:32,012 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.shipper7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,46341,1732620062509 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.1732620064416, lastWalPosition=1088, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T11:21:32,099 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.wal-reader.7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.1732620069430 to pos 1067, reset compression=false 2024-11-26T11:21:32,155 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.wal-reader.7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/WALs/7f3a3edaecc3,33943,1732620072279/7f3a3edaecc3%2C33943%2C1732620072279.1732620074657 to pos 1078, reset compression=false 2024-11-26T11:21:32,216 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.wal-reader.7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.1732620064416 to pos 1088, reset compression=false 2024-11-26T11:21:32,242 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T11:21:32,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:32,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:32,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:32,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:32,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:32,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:32,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:32,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:32,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:32,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:32,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:32,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:32,403 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.wal-reader.7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.1732620069430 to pos 1067, reset compression=false 2024-11-26T11:21:32,459 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.wal-reader.7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/WALs/7f3a3edaecc3,33943,1732620072279/7f3a3edaecc3%2C33943%2C1732620072279.1732620074657 to pos 1078, reset compression=false 2024-11-26T11:21:32,520 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.wal-reader.7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.1732620064416 to pos 1088, reset compression=false 2024-11-26T11:21:32,790 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-26T11:21:32,794 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-26T11:21:32,807 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.wal-reader.7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.1732620069430 to pos 1067, reset compression=false 2024-11-26T11:21:32,863 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.wal-reader.7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/WALs/7f3a3edaecc3,33943,1732620072279/7f3a3edaecc3%2C33943%2C1732620072279.1732620074657 to pos 1078, reset compression=false 2024-11-26T11:21:32,895 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.wal-reader.7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T11:21:32,896 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.wal-reader.7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/WALs/7f3a3edaecc3,33943,1732620072279/7f3a3edaecc3%2C33943%2C1732620072279.1732620074657 to pos 1237, reset compression=false 2024-11-26T11:21:32,896 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.shipper7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,33943,1732620072279 got entry batch from reader: WALEntryBatch [walEntries=[{test/7235d1a4b589abaef65d848e2b58120d/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/WALs/7f3a3edaecc3,33943,1732620072279/7f3a3edaecc3%2C33943%2C1732620072279.1732620074657, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-26T11:21:32,897 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T11:21:32,901 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T11:21:32,931 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.wal-reader.7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.1732620064416 to pos 1088, reset compression=false 2024-11-26T11:21:32,952 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.wal-reader.7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T11:21:32,952 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.wal-reader.7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.1732620064416 to pos 1238, reset compression=false 2024-11-26T11:21:32,952 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.shipper7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,46341,1732620062509 got entry batch from reader: WALEntryBatch [walEntries=[{test/f11ae47756d4a160ea9109a24df4c692/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.1732620064416, lastWalPosition=1238, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-26T11:21:32,954 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45095 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T11:21:32,956 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45095 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T11:21:33,128 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.wal-reader.7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/WALs/7f3a3edaecc3,33943,1732620072279/7f3a3edaecc3%2C33943%2C1732620072279.1732620074657 to pos 1237, reset compression=false 2024-11-26T11:21:33,166 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.wal-reader.7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.1732620064416 to pos 1238, reset compression=false 2024-11-26T11:21:33,315 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.wal-reader.7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.1732620069430 to pos 1067, reset compression=false 2024-11-26T11:21:33,348 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.wal-reader.7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T11:21:33,348 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.wal-reader.7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.1732620069430 to pos 1241, reset compression=false 2024-11-26T11:21:33,348 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.shipper7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,45095,1732620067221 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.1732620069430, lastWalPosition=1241, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T11:21:33,472 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.wal-reader.7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/WALs/7f3a3edaecc3,33943,1732620072279/7f3a3edaecc3%2C33943%2C1732620072279.1732620074657 to pos 1237, reset compression=false 2024-11-26T11:21:33,476 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.wal-reader.7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.1732620064416 to pos 1238, reset compression=false 2024-11-26T11:21:33,553 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.wal-reader.7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.1732620069430 to pos 1241, reset compression=false 2024-11-26T11:21:33,797 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-26T11:21:33,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cd4c84e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:33,812 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,46581,-1 for getting cluster id 2024-11-26T11:21:33,813 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:21:33,813 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0340d49-8e2c-4c47-8ad5-3ca66de446fc' 2024-11-26T11:21:33,814 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:21:33,814 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0340d49-8e2c-4c47-8ad5-3ca66de446fc" 2024-11-26T11:21:33,814 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@413b31c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:33,814 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,46581,-1] 2024-11-26T11:21:33,814 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:21:33,814 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:21:33,816 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:21:33,817 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7304f84a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:33,819 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:21:33,821 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,46581,1732620072126 2024-11-26T11:21:33,821 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@435df819 2024-11-26T11:21:33,822 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:21:33,826 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:21:33,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46581 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-26T11:21:33,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46581 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-26T11:21:33,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-26T11:21:33,887 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T11:21:33,892 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.wal-reader.7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.1732620069430 to pos 1241, reset compression=false 2024-11-26T11:21:33,893 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.wal-reader.7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/WALs/7f3a3edaecc3,33943,1732620072279/7f3a3edaecc3%2C33943%2C1732620072279.1732620074657 to pos 1237, reset compression=false 2024-11-26T11:21:33,902 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.wal-reader.7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.1732620064416 to pos 1238, reset compression=false 2024-11-26T11:21:33,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-26T11:21:34,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33943 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-26T11:21:34,041 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-26T11:21:34,042 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-26T11:21:34,042 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7f3a3edaecc3,33943,1732620072279 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-26T11:21:34,042 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0. 2024-11-26T11:21:34,042 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:21:34,042 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:21:34,042 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:21:34,043 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:21:34,143 WARN [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.wal-reader.7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T11:21:34,143 WARN [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.shipper7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T11:21:34,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-26T11:21:34,243 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.shipper7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 terminated 2024-11-26T11:21:34,274 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-7f3a3edaecc3,33943,1732620072279, ReplicationSource: 1, currentBandwidth=0 2024-11-26T11:21:34,274 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-26T11:21:34,276 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-26T11:21:34,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46581 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-26T11:21:34,281 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 7f3a3edaecc3,33943,1732620072279 suceeded 2024-11-26T11:21:34,283 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-26T11:21:34,283 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 394 msec 2024-11-26T11:21:34,284 INFO [PEWorker-4 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-26T11:21:34,285 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 457 msec 2024-11-26T11:21:34,303 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7f3a3edaecc3:39429' 2024-11-26T11:21:34,304 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c640a83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:34,304 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279 {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,39429,-1 for getting cluster id 2024-11-26T11:21:34,304 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:21:34,305 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f257d867-f027-4956-a160-c31b95e1a4d1' 2024-11-26T11:21:34,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:21:34,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f257d867-f027-4956-a160-c31b95e1a4d1" 2024-11-26T11:21:34,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@521d8589, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:34,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,39429,-1] 2024-11-26T11:21:34,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:21:34,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:21:34,308 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:21:34,309 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@98c6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:34,309 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:21:34,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,39429,1732620062325 2024-11-26T11:21:34,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@668f43c 2024-11-26T11:21:34,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:21:34,312 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-26T11:21:34,313 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7f3a3edaecc3,33943,1732620072279 (queues=1) is replicating from cluster=b0340d49-8e2c-4c47-8ad5-3ca66de446fc to cluster=f257d867-f027-4956-a160-c31b95e1a4d1 2024-11-26T11:21:34,313 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7f3a3edaecc3%2C33943%2C1732620072279 2024-11-26T11:21:34,314 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7f3a3edaecc3,33943,1732620072279, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T11:21:34,317 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.wal-reader.7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.1732620069430 to pos 1241, reset compression=false 2024-11-26T11:21:34,340 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.shipper7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7f3a3edaecc3%2C33943%2C1732620072279 2024-11-26T11:21:34,453 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.wal-reader.7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.1732620064416 to pos 1238, reset compression=false 2024-11-26T11:21:34,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-26T11:21:34,460 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-26T11:21:34,461 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:21:34,461 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:21:34,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:21:34,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:21:34,461 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:21:34,465 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-26T11:21:34,470 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.wal-reader.7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T11:21:34,470 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.wal-reader.7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.1732620064416 to pos 1342, reset compression=false 2024-11-26T11:21:34,470 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.shipper7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,46341,1732620062509 got entry batch from reader: WALEntryBatch [walEntries=[{test/f11ae47756d4a160ea9109a24df4c692/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.1732620064416, lastWalPosition=1342, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-26T11:21:34,471 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45095 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T11:21:34,474 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45095 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T11:21:34,677 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.wal-reader.7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.1732620064416 to pos 1342, reset compression=false 2024-11-26T11:21:34,845 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.wal-reader.7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.1732620069430 to pos 1241, reset compression=false 2024-11-26T11:21:34,851 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.wal-reader.7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T11:21:34,852 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.wal-reader.7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.1732620069430 to pos 1369, reset compression=false 2024-11-26T11:21:34,852 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.shipper7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,45095,1732620067221 got entry batch from reader: WALEntryBatch [walEntries=[{test/a48780a6a24b52c28595cc120c86df04/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.1732620069430, lastWalPosition=1369, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-26T11:21:34,853 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33943 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T11:21:34,855 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33943 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T11:21:34,981 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.wal-reader.7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.1732620064416 to pos 1342, reset compression=false 2024-11-26T11:21:35,055 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.wal-reader.7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.1732620069430 to pos 1369, reset compression=false 2024-11-26T11:21:35,362 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.wal-reader.7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.1732620069430 to pos 1369, reset compression=false 2024-11-26T11:21:35,384 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.wal-reader.7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.1732620064416 to pos 1342, reset compression=false 2024-11-26T11:21:35,467 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-26T11:21:35,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1af722ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:35,471 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,46581,-1 for getting cluster id 2024-11-26T11:21:35,471 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:21:35,472 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0340d49-8e2c-4c47-8ad5-3ca66de446fc' 2024-11-26T11:21:35,472 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:21:35,472 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0340d49-8e2c-4c47-8ad5-3ca66de446fc" 2024-11-26T11:21:35,472 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45734079, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:35,472 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,46581,-1] 2024-11-26T11:21:35,472 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:21:35,473 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:21:35,473 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:21:35,474 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6730b86b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:35,476 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:21:35,476 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,46581,1732620072126 2024-11-26T11:21:35,477 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7cc6ec12 2024-11-26T11:21:35,477 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:21:35,478 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:21:35,478 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46581 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-26T11:21:35,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46581 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-26T11:21:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-26T11:21:35,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T11:21:35,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-26T11:21:35,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33943 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-26T11:21:35,685 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-26T11:21:35,685 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-26T11:21:35,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46581 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-26T11:21:35,687 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 7f3a3edaecc3,33943,1732620072279 suceeded 2024-11-26T11:21:35,689 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-26T11:21:35,689 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-26T11:21:35,689 INFO [PEWorker-5 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-26T11:21:35,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 211 msec 2024-11-26T11:21:35,729 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.wal-reader.7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/WALs/7f3a3edaecc3,33943,1732620072279/7f3a3edaecc3%2C33943%2C1732620072279.1732620074657, startPosition=1237, beingWritten=true 2024-11-26T11:21:35,735 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.wal-reader.7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T11:21:35,735 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.wal-reader.7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/WALs/7f3a3edaecc3,33943,1732620072279/7f3a3edaecc3%2C33943%2C1732620072279.1732620074657 to pos 1388, reset compression=false 2024-11-26T11:21:35,750 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.shipper7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,33943,1732620072279 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/WALs/7f3a3edaecc3,33943,1732620072279/7f3a3edaecc3%2C33943%2C1732620072279.1732620074657, lastWalPosition=1388, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T11:21:35,765 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.wal-reader.7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.1732620069430 to pos 1369, reset compression=false 2024-11-26T11:21:35,769 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.wal-reader.7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T11:21:35,769 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.wal-reader.7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.1732620069430 to pos 1473, reset compression=false 2024-11-26T11:21:35,769 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.shipper7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,45095,1732620067221 got entry batch from reader: WALEntryBatch [walEntries=[{test/a48780a6a24b52c28595cc120c86df04/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.1732620069430, lastWalPosition=1473, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-26T11:21:35,770 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33943 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T11:21:35,772 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33943 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T11:21:35,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-26T11:21:35,800 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-26T11:21:35,800 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:21:35,800 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:21:35,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:21:35,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:21:35,800 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:21:35,802 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row4. IsDeleteReplication:false 2024-11-26T11:21:35,886 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.wal-reader.7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.1732620064416 to pos 1342, reset compression=false 2024-11-26T11:21:35,938 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.wal-reader.7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/WALs/7f3a3edaecc3,33943,1732620072279/7f3a3edaecc3%2C33943%2C1732620072279.1732620074657 to pos 1388, reset compression=false 2024-11-26T11:21:35,944 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.wal-reader.7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T11:21:35,944 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.wal-reader.7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/WALs/7f3a3edaecc3,33943,1732620072279/7f3a3edaecc3%2C33943%2C1732620072279.1732620074657 to pos 1515, reset compression=false 2024-11-26T11:21:35,944 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.shipper7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,33943,1732620072279 got entry batch from reader: WALEntryBatch [walEntries=[{test/7235d1a4b589abaef65d848e2b58120d/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/WALs/7f3a3edaecc3,33943,1732620072279/7f3a3edaecc3%2C33943%2C1732620072279.1732620074657, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-26T11:21:35,946 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.shipper7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T11:21:35,947 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-26T11:21:35,947 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T11:21:35,950 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T11:21:35,973 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.wal-reader.7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.1732620069430 to pos 1473, reset compression=false 2024-11-26T11:21:35,989 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:21:35,990 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7f3a3edaecc3,46197,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7f3a3edaecc3:46197 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T11:21:35,990 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68372 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7f3a3edaecc3,46197,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7f3a3edaecc3:46197 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T11:21:36,150 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.wal-reader.7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/WALs/7f3a3edaecc3,33943,1732620072279/7f3a3edaecc3%2C33943%2C1732620072279.1732620074657 to pos 1515, reset compression=false 2024-11-26T11:21:36,276 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.wal-reader.7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.1732620069430 to pos 1473, reset compression=false 2024-11-26T11:21:36,453 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.wal-reader.7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/WALs/7f3a3edaecc3,33943,1732620072279/7f3a3edaecc3%2C33943%2C1732620072279.1732620074657 to pos 1515, reset compression=false 2024-11-26T11:21:36,489 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.wal-reader.7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.1732620064416 to pos 1342, reset compression=false 2024-11-26T11:21:36,495 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.wal-reader.7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T11:21:36,495 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.shipper7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,46341,1732620062509 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.1732620064416, lastWalPosition=1493, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T11:21:36,495 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.wal-reader.7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.1732620064416 to pos 1493, reset compression=false 2024-11-26T11:21:36,667 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T11:21:36,680 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.wal-reader.7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.1732620069430 to pos 1473, reset compression=false 2024-11-26T11:21:36,701 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.wal-reader.7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.1732620064416 to pos 1493, reset compression=false 2024-11-26T11:21:36,803 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-26T11:21:36,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T11:21:36,803 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:21:36,803 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:21:36,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:21:36,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:21:36,803 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:21:36,804 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T11:21:36,804 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1430930615, stopped=false 2024-11-26T11:21:36,804 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7f3a3edaecc3,46581,1732620072126 2024-11-26T11:21:36,863 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.wal-reader.7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/WALs/7f3a3edaecc3,33943,1732620072279/7f3a3edaecc3%2C33943%2C1732620072279.1732620074657 to pos 1515, reset compression=false 2024-11-26T11:21:36,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33943-0x10176e002b60007, quorum=127.0.0.1:61262, baseZNode=/21328234867 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21328234867/running 2024-11-26T11:21:36,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33943-0x10176e002b60007, quorum=127.0.0.1:61262, baseZNode=/21328234867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21328234867 2024-11-26T11:21:36,923 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33943-0x10176e002b60007, quorum=127.0.0.1:61262, baseZNode=/21328234867 Set watcher on znode that does not yet exist, /21328234867/running 2024-11-26T11:21:36,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46581-0x10176e002b60006, quorum=127.0.0.1:61262, baseZNode=/21328234867 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21328234867/running 2024-11-26T11:21:36,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46581-0x10176e002b60006, quorum=127.0.0.1:61262, baseZNode=/21328234867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21328234867 2024-11-26T11:21:36,928 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T11:21:36,928 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46581-0x10176e002b60006, quorum=127.0.0.1:61262, baseZNode=/21328234867 Set watcher on znode that does not yet exist, /21328234867/running 2024-11-26T11:21:36,928 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:21:36,928 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:21:36,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:21:36,929 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7f3a3edaecc3,33943,1732620072279' ***** 2024-11-26T11:21:36,929 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T11:21:36,929 INFO [RS:0;7f3a3edaecc3:33943 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T11:21:36,929 INFO [RS:0;7f3a3edaecc3:33943 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T11:21:36,929 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T11:21:36,929 INFO [RS:0;7f3a3edaecc3:33943 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T11:21:36,929 INFO [RS:0;7f3a3edaecc3:33943 {}] regionserver.HRegionServer(3091): Received CLOSE for 7235d1a4b589abaef65d848e2b58120d 2024-11-26T11:21:36,933 INFO [RS:0;7f3a3edaecc3:33943 {}] regionserver.HRegionServer(3091): Received CLOSE for 5c285b6d72dcbaf7daa2077d1452964b 2024-11-26T11:21:36,933 INFO [RS:0;7f3a3edaecc3:33943 {}] regionserver.HRegionServer(959): stopping server 7f3a3edaecc3,33943,1732620072279 2024-11-26T11:21:36,933 INFO [RS:0;7f3a3edaecc3:33943 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T11:21:36,933 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7235d1a4b589abaef65d848e2b58120d, disabling compactions & flushes 2024-11-26T11:21:36,933 INFO [RS:0;7f3a3edaecc3:33943 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7f3a3edaecc3:33943. 2024-11-26T11:21:36,933 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732620080044.7235d1a4b589abaef65d848e2b58120d. 2024-11-26T11:21:36,933 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732620080044.7235d1a4b589abaef65d848e2b58120d. 2024-11-26T11:21:36,933 DEBUG [RS:0;7f3a3edaecc3:33943 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:21:36,933 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732620080044.7235d1a4b589abaef65d848e2b58120d. after waiting 0 ms 2024-11-26T11:21:36,933 DEBUG [RS:0;7f3a3edaecc3:33943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:21:36,933 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732620080044.7235d1a4b589abaef65d848e2b58120d. 2024-11-26T11:21:36,933 INFO [RS:0;7f3a3edaecc3:33943 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T11:21:36,933 INFO [RS:0;7f3a3edaecc3:33943 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T11:21:36,933 INFO [RS:0;7f3a3edaecc3:33943 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T11:21:36,933 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7235d1a4b589abaef65d848e2b58120d 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-26T11:21:36,933 INFO [RS:0;7f3a3edaecc3:33943 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T11:21:36,934 INFO [RS:0;7f3a3edaecc3:33943 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T11:21:36,934 DEBUG [RS:0;7f3a3edaecc3:33943 {}] regionserver.HRegionServer(1325): Online Regions={7235d1a4b589abaef65d848e2b58120d=test,,1732620080044.7235d1a4b589abaef65d848e2b58120d., 5c285b6d72dcbaf7daa2077d1452964b=hbase:replication,,1732620085585.5c285b6d72dcbaf7daa2077d1452964b., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T11:21:36,934 DEBUG [RS:0;7f3a3edaecc3:33943 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5c285b6d72dcbaf7daa2077d1452964b, 7235d1a4b589abaef65d848e2b58120d 2024-11-26T11:21:36,934 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T11:21:36,934 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T11:21:36,934 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T11:21:36,934 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T11:21:36,934 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T11:21:36,934 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T11:21:36,945 INFO [regionserver/7f3a3edaecc3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T11:21:36,948 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/data/default/test/7235d1a4b589abaef65d848e2b58120d/.tmp/f/1b1b702398e7404da93e3f6e172b2a1c is 37, key is row3/f:row3/1732620094462/Put/seqid=0 2024-11-26T11:21:36,956 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/data/hbase/meta/1588230740/.tmp/info/d07151918e2f44758330e066f777dbd1 is 147, key is hbase:replication,,1732620085585.5c285b6d72dcbaf7daa2077d1452964b./info:regioninfo/1732620086763/Put/seqid=0 2024-11-26T11:21:36,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45747 is added to blk_1073741840_1016 (size=5228) 2024-11-26T11:21:36,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45747 is added to blk_1073741841_1017 (size=7686) 2024-11-26T11:21:37,004 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.wal-reader.7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.1732620064416 to pos 1493, reset compression=false 2024-11-26T11:21:37,134 DEBUG [RS:0;7f3a3edaecc3:33943 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5c285b6d72dcbaf7daa2077d1452964b, 7235d1a4b589abaef65d848e2b58120d 2024-11-26T11:21:37,184 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.wal-reader.7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.1732620069430 to pos 1473, reset compression=false 2024-11-26T11:21:37,334 DEBUG [RS:0;7f3a3edaecc3:33943 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5c285b6d72dcbaf7daa2077d1452964b, 7235d1a4b589abaef65d848e2b58120d 2024-11-26T11:21:37,359 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/data/default/test/7235d1a4b589abaef65d848e2b58120d/.tmp/f/1b1b702398e7404da93e3f6e172b2a1c 2024-11-26T11:21:37,364 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1b1b702398e7404da93e3f6e172b2a1c 2024-11-26T11:21:37,366 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/data/hbase/meta/1588230740/.tmp/info/d07151918e2f44758330e066f777dbd1 2024-11-26T11:21:37,366 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.wal-reader.7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/WALs/7f3a3edaecc3,33943,1732620072279/7f3a3edaecc3%2C33943%2C1732620072279.1732620074657 to pos 1515, reset compression=false 2024-11-26T11:21:37,374 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.wal-reader.7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T11:21:37,374 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.wal-reader.7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/WALs/7f3a3edaecc3,33943,1732620072279/7f3a3edaecc3%2C33943%2C1732620072279.1732620074657 to pos 1762, reset compression=false 2024-11-26T11:21:37,374 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.shipper7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,33943,1732620072279 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/WALs/7f3a3edaecc3,33943,1732620072279/7f3a3edaecc3%2C33943%2C1732620072279.1732620074657, lastWalPosition=1762, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T11:21:37,375 ERROR [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.shipper7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7f3a3edaecc3,33943,1732620072279: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7f3a3edaecc3,33943,1732620072279, walGroup=7f3a3edaecc3%2C33943%2C1732620072279, offset=7f3a3edaecc3%2C33943%2C1732620072279.1732620074657:1762, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7f3a3edaecc3:33943 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T11:21:37,377 ERROR [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.shipper7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T11:21:37,377 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.shipper7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T11:21:37,377 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.shipper7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T11:21:37,377 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.shipper7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T11:21:37,377 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.shipper7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T11:21:37,378 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.shipper7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1199570944, "init": 1048576000, "max": 2306867200, "used": 959789568 }, "NonHeapMemoryUsage": { "committed": 201261056, "init": 7667712, "max": -1, "used": 198402920 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T11:21:37,378 WARN [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.shipper7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7f3a3edaecc3:46581 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7f3a3edaecc3:46581 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-26T11:21:37,380 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/data/default/test/7235d1a4b589abaef65d848e2b58120d/.tmp/f1/72fc2eb650c647eda6cc47af84a642dc is 30, key is row1/f1:/1732620091785/DeleteFamily/seqid=0 2024-11-26T11:21:37,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45747 is added to blk_1073741842_1018 (size=5158) 2024-11-26T11:21:37,385 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/data/default/test/7235d1a4b589abaef65d848e2b58120d/.tmp/f1/72fc2eb650c647eda6cc47af84a642dc 2024-11-26T11:21:37,392 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 72fc2eb650c647eda6cc47af84a642dc 2024-11-26T11:21:37,392 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/data/hbase/meta/1588230740/.tmp/ns/19de975544d748df84e677c9542659cc is 43, key is default/ns:d/1732620075651/Put/seqid=0 2024-11-26T11:21:37,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45747 is added to blk_1073741843_1019 (size=5153) 2024-11-26T11:21:37,407 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/data/hbase/meta/1588230740/.tmp/ns/19de975544d748df84e677c9542659cc 2024-11-26T11:21:37,409 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.wal-reader.7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.1732620064416 to pos 1493, reset compression=false 2024-11-26T11:21:37,418 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/data/default/test/7235d1a4b589abaef65d848e2b58120d/.tmp/norep/83da772a1ef54177b66af9b4a6007a2d is 33, key is row2/norep:/1732620092791/DeleteFamily/seqid=0 2024-11-26T11:21:37,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45747 is added to blk_1073741844_1020 (size=5108) 2024-11-26T11:21:37,431 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/data/hbase/meta/1588230740/.tmp/rep_barrier/a62d2987bbf642e3b01eff796ea06eaf is 112, key is test,,1732620080044.7235d1a4b589abaef65d848e2b58120d./rep_barrier:seqnumDuringOpen/1732620081243/Put/seqid=0 2024-11-26T11:21:37,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45747 is added to blk_1073741845_1021 (size=5518) 2024-11-26T11:21:37,531 INFO [regionserver/7f3a3edaecc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T11:21:37,531 INFO [regionserver/7f3a3edaecc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T11:21:37,534 DEBUG [RS:0;7f3a3edaecc3:33943 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5c285b6d72dcbaf7daa2077d1452964b, 7235d1a4b589abaef65d848e2b58120d 2024-11-26T11:21:37,582 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.wal-reader.7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/WALs/7f3a3edaecc3,33943,1732620072279/7f3a3edaecc3%2C33943%2C1732620072279.1732620074657 to pos 1762, reset compression=false 2024-11-26T11:21:37,734 DEBUG [RS:0;7f3a3edaecc3:33943 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5c285b6d72dcbaf7daa2077d1452964b, 7235d1a4b589abaef65d848e2b58120d 2024-11-26T11:21:37,787 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.wal-reader.7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.1732620069430 to pos 1473, reset compression=false 2024-11-26T11:21:37,822 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/data/default/test/7235d1a4b589abaef65d848e2b58120d/.tmp/norep/83da772a1ef54177b66af9b4a6007a2d 2024-11-26T11:21:37,825 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 83da772a1ef54177b66af9b4a6007a2d 2024-11-26T11:21:37,826 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/data/default/test/7235d1a4b589abaef65d848e2b58120d/.tmp/f/1b1b702398e7404da93e3f6e172b2a1c as hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/data/default/test/7235d1a4b589abaef65d848e2b58120d/f/1b1b702398e7404da93e3f6e172b2a1c 2024-11-26T11:21:37,829 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1b1b702398e7404da93e3f6e172b2a1c 2024-11-26T11:21:37,830 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/data/default/test/7235d1a4b589abaef65d848e2b58120d/f/1b1b702398e7404da93e3f6e172b2a1c, entries=5, sequenceid=12, filesize=5.1 K 2024-11-26T11:21:37,830 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/data/default/test/7235d1a4b589abaef65d848e2b58120d/.tmp/f1/72fc2eb650c647eda6cc47af84a642dc as hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/data/default/test/7235d1a4b589abaef65d848e2b58120d/f1/72fc2eb650c647eda6cc47af84a642dc 2024-11-26T11:21:37,834 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/data/hbase/meta/1588230740/.tmp/rep_barrier/a62d2987bbf642e3b01eff796ea06eaf 2024-11-26T11:21:37,839 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 72fc2eb650c647eda6cc47af84a642dc 2024-11-26T11:21:37,839 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/data/default/test/7235d1a4b589abaef65d848e2b58120d/f1/72fc2eb650c647eda6cc47af84a642dc, entries=3, sequenceid=12, filesize=5.0 K 2024-11-26T11:21:37,840 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/data/default/test/7235d1a4b589abaef65d848e2b58120d/.tmp/norep/83da772a1ef54177b66af9b4a6007a2d as hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/data/default/test/7235d1a4b589abaef65d848e2b58120d/norep/83da772a1ef54177b66af9b4a6007a2d 2024-11-26T11:21:37,847 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 83da772a1ef54177b66af9b4a6007a2d 2024-11-26T11:21:37,847 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/data/default/test/7235d1a4b589abaef65d848e2b58120d/norep/83da772a1ef54177b66af9b4a6007a2d, entries=1, sequenceid=12, filesize=5.0 K 2024-11-26T11:21:37,848 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 7235d1a4b589abaef65d848e2b58120d in 915ms, sequenceid=12, compaction requested=false 2024-11-26T11:21:37,852 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/data/default/test/7235d1a4b589abaef65d848e2b58120d/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-26T11:21:37,853 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T11:21:37,853 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T11:21:37,853 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732620080044.7235d1a4b589abaef65d848e2b58120d. 2024-11-26T11:21:37,853 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7235d1a4b589abaef65d848e2b58120d: Waiting for close lock at 1732620096933Running coprocessor pre-close hooks at 1732620096933Disabling compacts and flushes for region at 1732620096933Disabling writes for close at 1732620096933Obtaining lock to block concurrent updates at 1732620096933Preparing flush snapshotting stores in 7235d1a4b589abaef65d848e2b58120d at 1732620096933Finished memstore snapshotting test,,1732620080044.7235d1a4b589abaef65d848e2b58120d., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732620096933Flushing stores of test,,1732620080044.7235d1a4b589abaef65d848e2b58120d. at 1732620096934 (+1 ms)Flushing 7235d1a4b589abaef65d848e2b58120d/f: creating writer at 1732620096934Flushing 7235d1a4b589abaef65d848e2b58120d/f: appending metadata at 1732620096948 (+14 ms)Flushing 7235d1a4b589abaef65d848e2b58120d/f: closing flushed file at 1732620096948Flushing 7235d1a4b589abaef65d848e2b58120d/f1: creating writer at 1732620097364 (+416 ms)Flushing 7235d1a4b589abaef65d848e2b58120d/f1: appending metadata at 1732620097379 (+15 ms)Flushing 7235d1a4b589abaef65d848e2b58120d/f1: closing flushed file at 1732620097379Flushing 7235d1a4b589abaef65d848e2b58120d/norep: creating writer at 1732620097392 (+13 ms)Flushing 7235d1a4b589abaef65d848e2b58120d/norep: appending metadata at 1732620097417 (+25 ms)Flushing 7235d1a4b589abaef65d848e2b58120d/norep: closing flushed file at 1732620097417Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dddb63a: reopening flushed file at 1732620097825 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62fe87cc: reopening flushed file at 1732620097830 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f62fe1e: reopening flushed file at 1732620097839 (+9 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 7235d1a4b589abaef65d848e2b58120d in 915ms, sequenceid=12, compaction requested=false at 1732620097848 (+9 ms)Writing region close event to WAL at 1732620097850 (+2 ms)Running coprocessor post-close hooks at 1732620097853 (+3 ms)Closed at 1732620097853 2024-11-26T11:21:37,853 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732620080044.7235d1a4b589abaef65d848e2b58120d. 2024-11-26T11:21:37,853 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5c285b6d72dcbaf7daa2077d1452964b, disabling compactions & flushes 2024-11-26T11:21:37,853 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732620085585.5c285b6d72dcbaf7daa2077d1452964b. 2024-11-26T11:21:37,853 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732620085585.5c285b6d72dcbaf7daa2077d1452964b. 2024-11-26T11:21:37,853 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732620085585.5c285b6d72dcbaf7daa2077d1452964b. after waiting 0 ms 2024-11-26T11:21:37,853 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732620085585.5c285b6d72dcbaf7daa2077d1452964b. 2024-11-26T11:21:37,853 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5c285b6d72dcbaf7daa2077d1452964b: Waiting for close lock at 1732620097853Running coprocessor pre-close hooks at 1732620097853Disabling compacts and flushes for region at 1732620097853Disabling writes for close at 1732620097853Failed flush hbase:replication,,1732620085585.5c285b6d72dcbaf7daa2077d1452964b., putting online again at 1732620097853 2024-11-26T11:21:37,853 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732620085585.5c285b6d72dcbaf7daa2077d1452964b. 2024-11-26T11:21:37,863 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/data/hbase/meta/1588230740/.tmp/table/d82701fa78ee4d17b9c8cf595b68cb59 is 53, key is hbase:replication/table:state/1732620086770/Put/seqid=0 2024-11-26T11:21:37,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45747 is added to blk_1073741846_1022 (size=5308) 2024-11-26T11:21:37,885 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.wal-reader.7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/WALs/7f3a3edaecc3,33943,1732620072279/7f3a3edaecc3%2C33943%2C1732620072279.1732620074657 to pos 1762, reset compression=false 2024-11-26T11:21:37,890 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.wal-reader.7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T11:21:37,890 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.wal-reader.7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/WALs/7f3a3edaecc3,33943,1732620072279/7f3a3edaecc3%2C33943%2C1732620072279.1732620074657 to pos 2406, reset compression=false 2024-11-26T11:21:37,912 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.wal-reader.7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.1732620064416 to pos 1493, reset compression=false 2024-11-26T11:21:37,935 INFO [RS:0;7f3a3edaecc3:33943 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T11:21:37,935 DEBUG [RS:0;7f3a3edaecc3:33943 {}] regionserver.HRegionServer(1325): Online Regions={5c285b6d72dcbaf7daa2077d1452964b=hbase:replication,,1732620085585.5c285b6d72dcbaf7daa2077d1452964b., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T11:21:37,935 INFO [RS:0;7f3a3edaecc3:33943 {}] regionserver.HRegionServer(3091): Received CLOSE for 5c285b6d72dcbaf7daa2077d1452964b 2024-11-26T11:21:37,935 DEBUG [RS:0;7f3a3edaecc3:33943 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5c285b6d72dcbaf7daa2077d1452964b 2024-11-26T11:21:37,935 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5c285b6d72dcbaf7daa2077d1452964b, disabling compactions & flushes 2024-11-26T11:21:37,935 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732620085585.5c285b6d72dcbaf7daa2077d1452964b. 2024-11-26T11:21:37,935 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732620085585.5c285b6d72dcbaf7daa2077d1452964b. 2024-11-26T11:21:37,935 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732620085585.5c285b6d72dcbaf7daa2077d1452964b. after waiting 0 ms 2024-11-26T11:21:37,935 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732620085585.5c285b6d72dcbaf7daa2077d1452964b. 2024-11-26T11:21:37,935 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5c285b6d72dcbaf7daa2077d1452964b: Waiting for close lock at 1732620097935Running coprocessor pre-close hooks at 1732620097935Disabling compacts and flushes for region at 1732620097935Disabling writes for close at 1732620097935Failed flush hbase:replication,,1732620085585.5c285b6d72dcbaf7daa2077d1452964b., putting online again at 1732620097935 2024-11-26T11:21:37,935 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732620085585.5c285b6d72dcbaf7daa2077d1452964b. 2024-11-26T11:21:38,094 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.wal-reader.7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/WALs/7f3a3edaecc3,33943,1732620072279/7f3a3edaecc3%2C33943%2C1732620072279.1732620074657 to pos 2406, reset compression=false 2024-11-26T11:21:38,135 DEBUG [RS:0;7f3a3edaecc3:33943 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T11:21:38,267 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/data/hbase/meta/1588230740/.tmp/table/d82701fa78ee4d17b9c8cf595b68cb59 2024-11-26T11:21:38,271 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/data/hbase/meta/1588230740/.tmp/info/d07151918e2f44758330e066f777dbd1 as hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/data/hbase/meta/1588230740/info/d07151918e2f44758330e066f777dbd1 2024-11-26T11:21:38,276 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/data/hbase/meta/1588230740/info/d07151918e2f44758330e066f777dbd1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T11:21:38,276 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/data/hbase/meta/1588230740/.tmp/ns/19de975544d748df84e677c9542659cc as hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/data/hbase/meta/1588230740/ns/19de975544d748df84e677c9542659cc 2024-11-26T11:21:38,281 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/data/hbase/meta/1588230740/ns/19de975544d748df84e677c9542659cc, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T11:21:38,281 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/data/hbase/meta/1588230740/.tmp/rep_barrier/a62d2987bbf642e3b01eff796ea06eaf as hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/data/hbase/meta/1588230740/rep_barrier/a62d2987bbf642e3b01eff796ea06eaf 2024-11-26T11:21:38,285 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/data/hbase/meta/1588230740/rep_barrier/a62d2987bbf642e3b01eff796ea06eaf, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T11:21:38,285 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/data/hbase/meta/1588230740/.tmp/table/d82701fa78ee4d17b9c8cf595b68cb59 as hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/data/hbase/meta/1588230740/table/d82701fa78ee4d17b9c8cf595b68cb59 2024-11-26T11:21:38,289 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/data/hbase/meta/1588230740/table/d82701fa78ee4d17b9c8cf595b68cb59, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T11:21:38,290 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1355ms, sequenceid=16, compaction requested=false 2024-11-26T11:21:38,295 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T11:21:38,295 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T11:21:38,295 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T11:21:38,296 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T11:21:38,296 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732620096934Running coprocessor pre-close hooks at 1732620096934Disabling compacts and flushes for region at 1732620096934Disabling writes for close at 1732620096934Obtaining lock to block concurrent updates at 1732620096934Preparing flush snapshotting stores in 1588230740 at 1732620096934Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732620096934Flushing stores of hbase:meta,,1.1588230740 at 1732620096935 (+1 ms)Flushing 1588230740/info: creating writer at 1732620096935Flushing 1588230740/info: appending metadata at 1732620096956 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732620096956Flushing 1588230740/ns: creating writer at 1732620097371 (+415 ms)Flushing 1588230740/ns: appending metadata at 1732620097391 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732620097392 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1732620097412 (+20 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732620097430 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732620097430Flushing 1588230740/table: creating writer at 1732620097839 (+409 ms)Flushing 1588230740/table: appending metadata at 1732620097863 (+24 ms)Flushing 1588230740/table: closing flushed file at 1732620097863Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@992e714: reopening flushed file at 1732620098271 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66d04cb1: reopening flushed file at 1732620098276 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3eb349bf: reopening flushed file at 1732620098281 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63d6c161: reopening flushed file at 1732620098285 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1355ms, sequenceid=16, compaction requested=false at 1732620098290 (+5 ms)Writing region close event to WAL at 1732620098292 (+2 ms)Running coprocessor post-close hooks at 1732620098295 (+3 ms)Closed at 1732620098295 2024-11-26T11:21:38,296 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T11:21:38,335 INFO [RS:0;7f3a3edaecc3:33943 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-26T11:21:38,335 INFO [RS:0;7f3a3edaecc3:33943 {}] regionserver.HRegionServer(976): stopping server 7f3a3edaecc3,33943,1732620072279; all regions closed. 2024-11-26T11:21:38,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45747 is added to blk_1073741834_1010 (size=4239) 2024-11-26T11:21:38,337 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/WALs/7f3a3edaecc3,33943,1732620072279/7f3a3edaecc3%2C33943%2C1732620072279.meta.1732620075603.meta not finished, retry = 0 2024-11-26T11:21:38,397 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.wal-reader.7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/WALs/7f3a3edaecc3,33943,1732620072279/7f3a3edaecc3%2C33943%2C1732620072279.1732620074657 to pos 2406, reset compression=false 2024-11-26T11:21:38,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45747 is added to blk_1073741839_1015 (size=2391) 2024-11-26T11:21:38,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45747 is added to blk_1073741832_1008 (size=2414) 2024-11-26T11:21:38,445 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/WALs/7f3a3edaecc3,33943,1732620072279/7f3a3edaecc3%2C33943%2C1732620072279.1732620074657 not finished, retry = 0 2024-11-26T11:21:38,491 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.wal-reader.7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.1732620069430 to pos 1473, reset compression=false 2024-11-26T11:21:38,515 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.wal-reader.7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.1732620064416 to pos 1493, reset compression=false 2024-11-26T11:21:38,546 DEBUG [RS:0;7f3a3edaecc3:33943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:21:38,546 INFO [RS:0;7f3a3edaecc3:33943 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T11:21:38,546 INFO [RS:0;7f3a3edaecc3:33943 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T11:21:38,546 INFO [RS:0;7f3a3edaecc3:33943 {}] hbase.ChoreService(370): Chore service for: regionserver/7f3a3edaecc3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T11:21:38,546 INFO [RS:0;7f3a3edaecc3:33943 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T11:21:38,547 INFO [regionserver/7f3a3edaecc3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T11:21:38,547 INFO [RS:0;7f3a3edaecc3:33943 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7f3a3edaecc3,33943,1732620072279 because: Region server is closing 2024-11-26T11:21:38,547 INFO [RS:0;7f3a3edaecc3:33943 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7f3a3edaecc3:33943. 2024-11-26T11:21:38,547 DEBUG [RS:0;7f3a3edaecc3:33943 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:21:38,547 DEBUG [RS:0;7f3a3edaecc3:33943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:21:38,547 DEBUG [RS:0;7f3a3edaecc3:33943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:21:38,547 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:21:38,647 INFO [RS:0;7f3a3edaecc3:33943 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.shipper7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 terminated 2024-11-26T11:21:38,647 WARN [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33943,1732620072279.replicationSource.wal-reader.7f3a3edaecc3%2C33943%2C1732620072279,1-7f3a3edaecc3,33943,1732620072279 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T11:21:38,648 INFO [RS:0;7f3a3edaecc3:33943 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7f3a3edaecc3:33943. 2024-11-26T11:21:38,648 DEBUG [RS:0;7f3a3edaecc3:33943 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:21:38,648 DEBUG [RS:0;7f3a3edaecc3:33943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:21:38,648 DEBUG [RS:0;7f3a3edaecc3:33943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:21:38,648 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:21:38,648 INFO [RS:0;7f3a3edaecc3:33943 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33943 2024-11-26T11:21:38,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46581-0x10176e002b60006, quorum=127.0.0.1:61262, baseZNode=/21328234867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21328234867/rs 2024-11-26T11:21:38,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33943-0x10176e002b60007, quorum=127.0.0.1:61262, baseZNode=/21328234867 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21328234867/rs/7f3a3edaecc3,33943,1732620072279 2024-11-26T11:21:38,711 INFO [RS:0;7f3a3edaecc3:33943 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T11:21:38,727 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7f3a3edaecc3,33943,1732620072279] 2024-11-26T11:21:38,748 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21328234867/draining/7f3a3edaecc3,33943,1732620072279 already deleted, retry=false 2024-11-26T11:21:38,748 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7f3a3edaecc3,33943,1732620072279 expired; onlineServers=0 2024-11-26T11:21:38,748 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7f3a3edaecc3,46581,1732620072126' ***** 2024-11-26T11:21:38,748 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T11:21:38,749 INFO [M:0;7f3a3edaecc3:46581 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T11:21:38,749 INFO [M:0;7f3a3edaecc3:46581 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T11:21:38,749 DEBUG [M:0;7f3a3edaecc3:46581 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T11:21:38,749 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T11:21:38,749 DEBUG [M:0;7f3a3edaecc3:46581 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T11:21:38,749 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732620074395 {}] cleaner.HFileCleaner(306): Exit Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732620074395,5,FailOnTimeoutGroup] 2024-11-26T11:21:38,749 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732620074395 {}] cleaner.HFileCleaner(306): Exit Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732620074395,5,FailOnTimeoutGroup] 2024-11-26T11:21:38,749 INFO [M:0;7f3a3edaecc3:46581 {}] hbase.ChoreService(370): Chore service for: master/7f3a3edaecc3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T11:21:38,749 INFO [M:0;7f3a3edaecc3:46581 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T11:21:38,749 DEBUG [M:0;7f3a3edaecc3:46581 {}] master.HMaster(1795): Stopping service threads 2024-11-26T11:21:38,749 INFO [M:0;7f3a3edaecc3:46581 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T11:21:38,749 INFO [M:0;7f3a3edaecc3:46581 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T11:21:38,749 INFO [M:0;7f3a3edaecc3:46581 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T11:21:38,749 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T11:21:38,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46581-0x10176e002b60006, quorum=127.0.0.1:61262, baseZNode=/21328234867 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21328234867/master 2024-11-26T11:21:38,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46581-0x10176e002b60006, quorum=127.0.0.1:61262, baseZNode=/21328234867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21328234867 2024-11-26T11:21:38,770 DEBUG [M:0;7f3a3edaecc3:46581 {}] zookeeper.ZKUtil(347): master:46581-0x10176e002b60006, quorum=127.0.0.1:61262, baseZNode=/21328234867 Unable to get data of znode /21328234867/master because node does not exist (not an error) 2024-11-26T11:21:38,770 WARN [M:0;7f3a3edaecc3:46581 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T11:21:38,771 INFO [M:0;7f3a3edaecc3:46581 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/.lastflushedseqids 2024-11-26T11:21:38,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45747 is added to blk_1073741847_1023 (size=245) 2024-11-26T11:21:38,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33943-0x10176e002b60007, quorum=127.0.0.1:61262, baseZNode=/21328234867 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:21:38,828 INFO [RS:0;7f3a3edaecc3:33943 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T11:21:38,828 INFO [RS:0;7f3a3edaecc3:33943 {}] regionserver.HRegionServer(1031): Exiting; stopping=7f3a3edaecc3,33943,1732620072279; zookeeper connection closed. 2024-11-26T11:21:38,828 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@20acc3e7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@20acc3e7 2024-11-26T11:21:38,829 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T11:21:38,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33943-0x10176e002b60007, quorum=127.0.0.1:61262, baseZNode=/21328234867 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:21:39,178 INFO [M:0;7f3a3edaecc3:46581 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T11:21:39,178 INFO [M:0;7f3a3edaecc3:46581 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T11:21:39,178 DEBUG [M:0;7f3a3edaecc3:46581 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T11:21:39,178 INFO [M:0;7f3a3edaecc3:46581 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:21:39,178 DEBUG [M:0;7f3a3edaecc3:46581 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:21:39,178 DEBUG [M:0;7f3a3edaecc3:46581 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T11:21:39,178 DEBUG [M:0;7f3a3edaecc3:46581 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:21:39,179 INFO [M:0;7f3a3edaecc3:46581 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-26T11:21:39,201 DEBUG [M:0;7f3a3edaecc3:46581 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9bca0668edcd437184af0d41fc669940 is 82, key is hbase:meta,,1/info:regioninfo/1732620075635/Put/seqid=0 2024-11-26T11:21:39,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45747 is added to blk_1073741848_1024 (size=5672) 2024-11-26T11:21:39,219 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.wal-reader.7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.1732620064416 to pos 1493, reset compression=false 2024-11-26T11:21:39,294 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.wal-reader.7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.1732620069430 to pos 1473, reset compression=false 2024-11-26T11:21:39,610 INFO [M:0;7f3a3edaecc3:46581 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9bca0668edcd437184af0d41fc669940 2024-11-26T11:21:39,626 DEBUG [M:0;7f3a3edaecc3:46581 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d5a8f4e2ab75472da99e42801efb0279 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732620086773/Put/seqid=0 2024-11-26T11:21:39,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45747 is added to blk_1073741849_1025 (size=9212) 2024-11-26T11:21:40,023 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.wal-reader.7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.1732620064416 to pos 1493, reset compression=false 2024-11-26T11:21:40,029 INFO [M:0;7f3a3edaecc3:46581 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d5a8f4e2ab75472da99e42801efb0279 2024-11-26T11:21:40,049 DEBUG [M:0;7f3a3edaecc3:46581 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/28bf901a8fb341cf891e7ddfa8174a10 is 69, key is 7f3a3edaecc3,33943,1732620072279/rs:state/1732620074448/Put/seqid=0 2024-11-26T11:21:40,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45747 is added to blk_1073741850_1026 (size=5156) 2024-11-26T11:21:40,199 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.wal-reader.7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.1732620069430 to pos 1473, reset compression=false 2024-11-26T11:21:40,453 INFO [M:0;7f3a3edaecc3:46581 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/28bf901a8fb341cf891e7ddfa8174a10 2024-11-26T11:21:40,458 DEBUG [M:0;7f3a3edaecc3:46581 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9bca0668edcd437184af0d41fc669940 as hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9bca0668edcd437184af0d41fc669940 2024-11-26T11:21:40,462 INFO [M:0;7f3a3edaecc3:46581 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9bca0668edcd437184af0d41fc669940, entries=8, sequenceid=127, filesize=5.5 K 2024-11-26T11:21:40,463 DEBUG [M:0;7f3a3edaecc3:46581 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d5a8f4e2ab75472da99e42801efb0279 as hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d5a8f4e2ab75472da99e42801efb0279 2024-11-26T11:21:40,471 INFO [M:0;7f3a3edaecc3:46581 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d5a8f4e2ab75472da99e42801efb0279, entries=15, sequenceid=127, filesize=9.0 K 2024-11-26T11:21:40,472 DEBUG [M:0;7f3a3edaecc3:46581 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/28bf901a8fb341cf891e7ddfa8174a10 as hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/28bf901a8fb341cf891e7ddfa8174a10 2024-11-26T11:21:40,476 INFO [M:0;7f3a3edaecc3:46581 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40453/user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/28bf901a8fb341cf891e7ddfa8174a10, entries=1, sequenceid=127, filesize=5.0 K 2024-11-26T11:21:40,477 INFO [M:0;7f3a3edaecc3:46581 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=127, compaction requested=false 2024-11-26T11:21:40,478 INFO [M:0;7f3a3edaecc3:46581 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:21:40,478 DEBUG [M:0;7f3a3edaecc3:46581 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732620099178Disabling compacts and flushes for region at 1732620099178Disabling writes for close at 1732620099178Obtaining lock to block concurrent updates at 1732620099179 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732620099179Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1732620099179Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732620099179Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732620099180 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732620099201 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732620099201Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732620099613 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732620099625 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732620099625Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732620100033 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732620100049 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732620100049Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@244319f0: reopening flushed file at 1732620100457 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7711ac9b: reopening flushed file at 1732620100462 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55e2112d: reopening flushed file at 1732620100471 (+9 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=127, compaction requested=false at 1732620100477 (+6 ms)Writing region close event to WAL at 1732620100478 (+1 ms)Closed at 1732620100478 2024-11-26T11:21:40,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45747 is added to blk_1073741830_1006 (size=73866) 2024-11-26T11:21:40,480 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a9d309c3-7455-5016-5e87-f2da57aa0c02/MasterData/WALs/7f3a3edaecc3,46581,1732620072126/7f3a3edaecc3%2C46581%2C1732620072126.1732620074034 not finished, retry = 0 2024-11-26T11:21:40,581 INFO [M:0;7f3a3edaecc3:46581 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T11:21:40,581 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T11:21:40,581 INFO [M:0;7f3a3edaecc3:46581 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46581 2024-11-26T11:21:40,581 INFO [M:0;7f3a3edaecc3:46581 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T11:21:40,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46581-0x10176e002b60006, quorum=127.0.0.1:61262, baseZNode=/21328234867 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:21:40,773 INFO [M:0;7f3a3edaecc3:46581 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T11:21:40,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46581-0x10176e002b60006, quorum=127.0.0.1:61262, baseZNode=/21328234867 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:21:40,782 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e5671a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T11:21:40,783 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@d13b071{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T11:21:40,783 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T11:21:40,783 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5534c2a5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T11:21:40,783 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b8f55d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a6e324-7fbf-173e-ded3-ee9685e3bb94/hadoop.log.dir/,STOPPED} 2024-11-26T11:21:40,786 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T11:21:40,786 WARN [BP-1263804985-172.17.0.3-1732620070191 heartbeating to localhost/127.0.0.1:40453 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T11:21:40,786 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T11:21:40,786 WARN [BP-1263804985-172.17.0.3-1732620070191 heartbeating to localhost/127.0.0.1:40453 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1263804985-172.17.0.3-1732620070191 (Datanode Uuid fe7efe21-c4d7-41be-a3ae-56afe6e4239e) service to localhost/127.0.0.1:40453 2024-11-26T11:21:40,786 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a6e324-7fbf-173e-ded3-ee9685e3bb94/cluster_9b480e19-2ec3-cb3c-f1d7-dbfce028820a/data/data1/current/BP-1263804985-172.17.0.3-1732620070191 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T11:21:40,787 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a6e324-7fbf-173e-ded3-ee9685e3bb94/cluster_9b480e19-2ec3-cb3c-f1d7-dbfce028820a/data/data2/current/BP-1263804985-172.17.0.3-1732620070191 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T11:21:40,787 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T11:21:40,795 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@766a8eab{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T11:21:40,795 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@637ddaa4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T11:21:40,795 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T11:21:40,795 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@756dda88{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T11:21:40,796 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64f8ea3d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a6e324-7fbf-173e-ded3-ee9685e3bb94/hadoop.log.dir/,STOPPED} 2024-11-26T11:21:40,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T11:21:40,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T11:21:40,816 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:21:40,816 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:21:40,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:21:40,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:21:40,817 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:21:40,817 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T11:21:40,817 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=209502281, stopped=false 2024-11-26T11:21:40,817 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7f3a3edaecc3,46055,1732620067079 2024-11-26T11:21:40,927 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.wal-reader.7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.1732620064416 to pos 1493, reset compression=false 2024-11-26T11:21:40,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45095-0x10176e002b60004, quorum=127.0.0.1:61262, baseZNode=/1662811973 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1662811973/running 2024-11-26T11:21:40,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46055-0x10176e002b60003, quorum=127.0.0.1:61262, baseZNode=/1662811973 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1662811973/running 2024-11-26T11:21:40,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45095-0x10176e002b60004, quorum=127.0.0.1:61262, baseZNode=/1662811973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1662811973 2024-11-26T11:21:40,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46055-0x10176e002b60003, quorum=127.0.0.1:61262, baseZNode=/1662811973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1662811973 2024-11-26T11:21:40,980 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T11:21:40,981 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:21:40,981 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:21:40,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:21:40,981 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7f3a3edaecc3,45095,1732620067221' ***** 2024-11-26T11:21:40,981 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T11:21:40,981 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45095-0x10176e002b60004, quorum=127.0.0.1:61262, baseZNode=/1662811973 Set watcher on znode that does not yet exist, /1662811973/running 2024-11-26T11:21:40,981 INFO [RS:0;7f3a3edaecc3:45095 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T11:21:40,981 INFO [RS:0;7f3a3edaecc3:45095 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T11:21:40,981 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46055-0x10176e002b60003, quorum=127.0.0.1:61262, baseZNode=/1662811973 Set watcher on znode that does not yet exist, /1662811973/running 2024-11-26T11:21:40,981 INFO [RS:0;7f3a3edaecc3:45095 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T11:21:40,981 INFO [RS:0;7f3a3edaecc3:45095 {}] regionserver.HRegionServer(3091): Received CLOSE for 3145de58ce635f18a766630d72eb398a 2024-11-26T11:21:40,981 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T11:21:40,982 INFO [RS:0;7f3a3edaecc3:45095 {}] regionserver.HRegionServer(3091): Received CLOSE for a48780a6a24b52c28595cc120c86df04 2024-11-26T11:21:40,982 INFO [RS:0;7f3a3edaecc3:45095 {}] regionserver.HRegionServer(959): stopping server 7f3a3edaecc3,45095,1732620067221 2024-11-26T11:21:40,982 INFO [RS:0;7f3a3edaecc3:45095 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T11:21:40,982 INFO [RS:0;7f3a3edaecc3:45095 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7f3a3edaecc3:45095. 2024-11-26T11:21:40,982 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3145de58ce635f18a766630d72eb398a, disabling compactions & flushes 2024-11-26T11:21:40,982 DEBUG [RS:0;7f3a3edaecc3:45095 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:21:40,982 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732620083433.3145de58ce635f18a766630d72eb398a. 2024-11-26T11:21:40,982 DEBUG [RS:0;7f3a3edaecc3:45095 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:21:40,982 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732620083433.3145de58ce635f18a766630d72eb398a. 2024-11-26T11:21:40,982 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732620083433.3145de58ce635f18a766630d72eb398a. after waiting 0 ms 2024-11-26T11:21:40,982 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732620083433.3145de58ce635f18a766630d72eb398a. 2024-11-26T11:21:40,982 INFO [RS:0;7f3a3edaecc3:45095 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T11:21:40,982 INFO [RS:0;7f3a3edaecc3:45095 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T11:21:40,982 INFO [RS:0;7f3a3edaecc3:45095 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T11:21:40,982 INFO [RS:0;7f3a3edaecc3:45095 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T11:21:40,982 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3145de58ce635f18a766630d72eb398a 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-26T11:21:40,982 INFO [RS:0;7f3a3edaecc3:45095 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T11:21:40,982 DEBUG [RS:0;7f3a3edaecc3:45095 {}] regionserver.HRegionServer(1325): Online Regions={3145de58ce635f18a766630d72eb398a=hbase:replication,,1732620083433.3145de58ce635f18a766630d72eb398a., 1588230740=hbase:meta,,1.1588230740, a48780a6a24b52c28595cc120c86df04=test,,1732620077893.a48780a6a24b52c28595cc120c86df04.} 2024-11-26T11:21:40,982 DEBUG [RS:0;7f3a3edaecc3:45095 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3145de58ce635f18a766630d72eb398a, a48780a6a24b52c28595cc120c86df04 2024-11-26T11:21:40,982 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T11:21:40,982 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T11:21:40,982 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T11:21:40,982 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T11:21:40,982 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T11:21:40,982 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T11:21:40,999 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/data/hbase/meta/1588230740/.tmp/info/05c2d0e98b6746189629b62b74956bae is 147, key is hbase:replication,,1732620083433.3145de58ce635f18a766630d72eb398a./info:regioninfo/1732620084625/Put/seqid=0 2024-11-26T11:21:40,999 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/data/hbase/replication/3145de58ce635f18a766630d72eb398a/.tmp/queue/12bc4470b7c1439fa779b2806f5c000c is 154, key is 1-7f3a3edaecc3,45095,1732620067221/queue:7f3a3edaecc3%2C45095%2C1732620067221/1732620095773/Put/seqid=0 2024-11-26T11:21:41,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741841_1017 (size=5353) 2024-11-26T11:21:41,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741840_1016 (size=7686) 2024-11-26T11:21:41,003 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/data/hbase/meta/1588230740/.tmp/info/05c2d0e98b6746189629b62b74956bae 2024-11-26T11:21:41,003 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/data/hbase/replication/3145de58ce635f18a766630d72eb398a/.tmp/queue/12bc4470b7c1439fa779b2806f5c000c 2024-11-26T11:21:41,007 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/data/hbase/replication/3145de58ce635f18a766630d72eb398a/.tmp/queue/12bc4470b7c1439fa779b2806f5c000c as hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/data/hbase/replication/3145de58ce635f18a766630d72eb398a/queue/12bc4470b7c1439fa779b2806f5c000c 2024-11-26T11:21:41,012 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/data/hbase/replication/3145de58ce635f18a766630d72eb398a/queue/12bc4470b7c1439fa779b2806f5c000c, entries=1, sequenceid=14, filesize=5.2 K 2024-11-26T11:21:41,013 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 3145de58ce635f18a766630d72eb398a in 31ms, sequenceid=14, compaction requested=false 2024-11-26T11:21:41,016 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/data/hbase/replication/3145de58ce635f18a766630d72eb398a/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-26T11:21:41,016 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T11:21:41,016 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T11:21:41,016 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732620083433.3145de58ce635f18a766630d72eb398a. 2024-11-26T11:21:41,016 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3145de58ce635f18a766630d72eb398a: Waiting for close lock at 1732620100982Running coprocessor pre-close hooks at 1732620100982Disabling compacts and flushes for region at 1732620100982Disabling writes for close at 1732620100982Obtaining lock to block concurrent updates at 1732620100982Preparing flush snapshotting stores in 3145de58ce635f18a766630d72eb398a at 1732620100982Finished memstore snapshotting hbase:replication,,1732620083433.3145de58ce635f18a766630d72eb398a., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732620100982Flushing stores of hbase:replication,,1732620083433.3145de58ce635f18a766630d72eb398a. at 1732620100983 (+1 ms)Flushing 3145de58ce635f18a766630d72eb398a/queue: creating writer at 1732620100983Flushing 3145de58ce635f18a766630d72eb398a/queue: appending metadata at 1732620100998 (+15 ms)Flushing 3145de58ce635f18a766630d72eb398a/queue: closing flushed file at 1732620100998Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14caee6e: reopening flushed file at 1732620101007 (+9 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 3145de58ce635f18a766630d72eb398a in 31ms, sequenceid=14, compaction requested=false at 1732620101013 (+6 ms)Writing region close event to WAL at 1732620101013Running coprocessor post-close hooks at 1732620101016 (+3 ms)Closed at 1732620101016 2024-11-26T11:21:41,016 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732620083433.3145de58ce635f18a766630d72eb398a. 2024-11-26T11:21:41,016 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a48780a6a24b52c28595cc120c86df04, disabling compactions & flushes 2024-11-26T11:21:41,016 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732620077893.a48780a6a24b52c28595cc120c86df04. 2024-11-26T11:21:41,017 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732620077893.a48780a6a24b52c28595cc120c86df04. 2024-11-26T11:21:41,017 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732620077893.a48780a6a24b52c28595cc120c86df04. after waiting 0 ms 2024-11-26T11:21:41,017 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732620077893.a48780a6a24b52c28595cc120c86df04. 2024-11-26T11:21:41,017 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a48780a6a24b52c28595cc120c86df04 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-26T11:21:41,031 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/data/hbase/meta/1588230740/.tmp/ns/66e32e4ca2d841ad8aa9fdba973e55bb is 43, key is default/ns:d/1732620070122/Put/seqid=0 2024-11-26T11:21:41,033 INFO [regionserver/7f3a3edaecc3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T11:21:41,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741842_1018 (size=5153) 2024-11-26T11:21:41,039 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/data/default/test/a48780a6a24b52c28595cc120c86df04/.tmp/f/bf7cdeaec76549d18bacbe5357d9d3a0 is 37, key is row3/f:row3/1732620094462/Put/seqid=0 2024-11-26T11:21:41,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741843_1019 (size=5228) 2024-11-26T11:21:41,182 DEBUG [RS:0;7f3a3edaecc3:45095 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a48780a6a24b52c28595cc120c86df04 2024-11-26T11:21:41,203 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.wal-reader.7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.1732620069430 to pos 1473, reset compression=false 2024-11-26T11:21:41,208 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.wal-reader.7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T11:21:41,208 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.wal-reader.7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.1732620069430 to pos 1720, reset compression=false 2024-11-26T11:21:41,208 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.shipper7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,45095,1732620067221 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.1732620069430, lastWalPosition=1720, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T11:21:41,209 ERROR [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.shipper7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7f3a3edaecc3,45095,1732620067221: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7f3a3edaecc3,45095,1732620067221, walGroup=7f3a3edaecc3%2C45095%2C1732620067221, offset=7f3a3edaecc3%2C45095%2C1732620067221.1732620069430:1720, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7f3a3edaecc3:45095 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T11:21:41,210 ERROR [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.shipper7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T11:21:41,211 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.shipper7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T11:21:41,211 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.shipper7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T11:21:41,211 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.shipper7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T11:21:41,211 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.shipper7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T11:21:41,211 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.shipper7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1199570944, "init": 1048576000, "max": 2306867200, "used": 757245360 }, "NonHeapMemoryUsage": { "committed": 201719808, "init": 7667712, "max": -1, "used": 198863424 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T11:21:41,212 WARN [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.shipper7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7f3a3edaecc3:46055 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7f3a3edaecc3:46055 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-26T11:21:41,345 INFO [regionserver/7f3a3edaecc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T11:21:41,345 INFO [regionserver/7f3a3edaecc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T11:21:41,383 DEBUG [RS:0;7f3a3edaecc3:45095 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a48780a6a24b52c28595cc120c86df04 2024-11-26T11:21:41,411 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.wal-reader.7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.1732620069430 to pos 1720, reset compression=false 2024-11-26T11:21:41,436 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/data/hbase/meta/1588230740/.tmp/ns/66e32e4ca2d841ad8aa9fdba973e55bb 2024-11-26T11:21:41,445 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/data/default/test/a48780a6a24b52c28595cc120c86df04/.tmp/f/bf7cdeaec76549d18bacbe5357d9d3a0 2024-11-26T11:21:41,449 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bf7cdeaec76549d18bacbe5357d9d3a0 2024-11-26T11:21:41,473 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/data/hbase/meta/1588230740/.tmp/rep_barrier/d25eeef8615a42f7a48ad1e9fe80a3a6 is 112, key is test,,1732620077893.a48780a6a24b52c28595cc120c86df04./rep_barrier:seqnumDuringOpen/1732620079033/Put/seqid=0 2024-11-26T11:21:41,477 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/data/default/test/a48780a6a24b52c28595cc120c86df04/.tmp/f1/87b7d6db8eca469cb6ba97864b8bdc77 is 30, key is row1/f1:/1732620091785/DeleteFamily/seqid=0 2024-11-26T11:21:41,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741844_1020 (size=5518) 2024-11-26T11:21:41,479 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/data/hbase/meta/1588230740/.tmp/rep_barrier/d25eeef8615a42f7a48ad1e9fe80a3a6 2024-11-26T11:21:41,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741845_1021 (size=5158) 2024-11-26T11:21:41,502 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/data/hbase/meta/1588230740/.tmp/table/5a62960207ee4bfc83836d5588175b95 is 53, key is hbase:replication/table:state/1732620084634/Put/seqid=0 2024-11-26T11:21:41,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741846_1022 (size=5308) 2024-11-26T11:21:41,509 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/data/hbase/meta/1588230740/.tmp/table/5a62960207ee4bfc83836d5588175b95 2024-11-26T11:21:41,513 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/data/hbase/meta/1588230740/.tmp/info/05c2d0e98b6746189629b62b74956bae as hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/data/hbase/meta/1588230740/info/05c2d0e98b6746189629b62b74956bae 2024-11-26T11:21:41,518 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/data/hbase/meta/1588230740/info/05c2d0e98b6746189629b62b74956bae, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T11:21:41,518 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/data/hbase/meta/1588230740/.tmp/ns/66e32e4ca2d841ad8aa9fdba973e55bb as hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/data/hbase/meta/1588230740/ns/66e32e4ca2d841ad8aa9fdba973e55bb 2024-11-26T11:21:41,522 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/data/hbase/meta/1588230740/ns/66e32e4ca2d841ad8aa9fdba973e55bb, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T11:21:41,523 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/data/hbase/meta/1588230740/.tmp/rep_barrier/d25eeef8615a42f7a48ad1e9fe80a3a6 as hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/data/hbase/meta/1588230740/rep_barrier/d25eeef8615a42f7a48ad1e9fe80a3a6 2024-11-26T11:21:41,527 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/data/hbase/meta/1588230740/rep_barrier/d25eeef8615a42f7a48ad1e9fe80a3a6, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T11:21:41,527 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/data/hbase/meta/1588230740/.tmp/table/5a62960207ee4bfc83836d5588175b95 as hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/data/hbase/meta/1588230740/table/5a62960207ee4bfc83836d5588175b95 2024-11-26T11:21:41,531 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/data/hbase/meta/1588230740/table/5a62960207ee4bfc83836d5588175b95, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T11:21:41,532 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 550ms, sequenceid=16, compaction requested=false 2024-11-26T11:21:41,532 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T11:21:41,543 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T11:21:41,544 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T11:21:41,544 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T11:21:41,544 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T11:21:41,544 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732620100982Running coprocessor pre-close hooks at 1732620100982Disabling compacts and flushes for region at 1732620100982Disabling writes for close at 1732620100982Obtaining lock to block concurrent updates at 1732620100982Preparing flush snapshotting stores in 1588230740 at 1732620100982Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732620100983 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732620100983Flushing 1588230740/info: creating writer at 1732620100983Flushing 1588230740/info: appending metadata at 1732620100999 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732620100999Flushing 1588230740/ns: creating writer at 1732620101007 (+8 ms)Flushing 1588230740/ns: appending metadata at 1732620101031 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1732620101031Flushing 1588230740/rep_barrier: creating writer at 1732620101440 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732620101473 (+33 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732620101473Flushing 1588230740/table: creating writer at 1732620101484 (+11 ms)Flushing 1588230740/table: appending metadata at 1732620101502 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732620101502Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f219a1a: reopening flushed file at 1732620101513 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a9aba2f: reopening flushed file at 1732620101518 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fe67548: reopening flushed file at 1732620101522 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e721f9: reopening flushed file at 1732620101527 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 550ms, sequenceid=16, compaction requested=false at 1732620101532 (+5 ms)Writing region close event to WAL at 1732620101534 (+2 ms)Running coprocessor post-close hooks at 1732620101543 (+9 ms)Closed at 1732620101544 (+1 ms) 2024-11-26T11:21:41,544 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T11:21:41,583 DEBUG [RS:0;7f3a3edaecc3:45095 {}] regionserver.HRegionServer(1351): Waiting on a48780a6a24b52c28595cc120c86df04 2024-11-26T11:21:41,715 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.wal-reader.7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.1732620069430 to pos 1720, reset compression=false 2024-11-26T11:21:41,784 DEBUG [RS:0;7f3a3edaecc3:45095 {}] regionserver.HRegionServer(1351): Waiting on a48780a6a24b52c28595cc120c86df04 2024-11-26T11:21:41,894 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/data/default/test/a48780a6a24b52c28595cc120c86df04/.tmp/f1/87b7d6db8eca469cb6ba97864b8bdc77 2024-11-26T11:21:41,900 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 87b7d6db8eca469cb6ba97864b8bdc77 2024-11-26T11:21:41,930 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.wal-reader.7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.1732620064416 to pos 1493, reset compression=false 2024-11-26T11:21:41,950 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/data/default/test/a48780a6a24b52c28595cc120c86df04/.tmp/norep/33d00994cf5140ca8c02f153a48c3dbe is 33, key is row1/norep:/1732620091785/DeleteFamily/seqid=0 2024-11-26T11:21:41,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741847_1023 (size=5108) 2024-11-26T11:21:41,980 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/data/default/test/a48780a6a24b52c28595cc120c86df04/.tmp/norep/33d00994cf5140ca8c02f153a48c3dbe 2024-11-26T11:21:41,985 INFO [RS:0;7f3a3edaecc3:45095 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T11:21:41,985 DEBUG [RS:0;7f3a3edaecc3:45095 {}] regionserver.HRegionServer(1325): Online Regions={a48780a6a24b52c28595cc120c86df04=test,,1732620077893.a48780a6a24b52c28595cc120c86df04.} 2024-11-26T11:21:41,985 DEBUG [RS:0;7f3a3edaecc3:45095 {}] regionserver.HRegionServer(1351): Waiting on a48780a6a24b52c28595cc120c86df04 2024-11-26T11:21:41,988 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 33d00994cf5140ca8c02f153a48c3dbe 2024-11-26T11:21:41,989 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/data/default/test/a48780a6a24b52c28595cc120c86df04/.tmp/f/bf7cdeaec76549d18bacbe5357d9d3a0 as hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/data/default/test/a48780a6a24b52c28595cc120c86df04/f/bf7cdeaec76549d18bacbe5357d9d3a0 2024-11-26T11:21:41,995 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bf7cdeaec76549d18bacbe5357d9d3a0 2024-11-26T11:21:41,995 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/data/default/test/a48780a6a24b52c28595cc120c86df04/f/bf7cdeaec76549d18bacbe5357d9d3a0, entries=5, sequenceid=12, filesize=5.1 K 2024-11-26T11:21:41,996 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/data/default/test/a48780a6a24b52c28595cc120c86df04/.tmp/f1/87b7d6db8eca469cb6ba97864b8bdc77 as hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/data/default/test/a48780a6a24b52c28595cc120c86df04/f1/87b7d6db8eca469cb6ba97864b8bdc77 2024-11-26T11:21:42,002 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 87b7d6db8eca469cb6ba97864b8bdc77 2024-11-26T11:21:42,002 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/data/default/test/a48780a6a24b52c28595cc120c86df04/f1/87b7d6db8eca469cb6ba97864b8bdc77, entries=3, sequenceid=12, filesize=5.0 K 2024-11-26T11:21:42,004 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/data/default/test/a48780a6a24b52c28595cc120c86df04/.tmp/norep/33d00994cf5140ca8c02f153a48c3dbe as hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/data/default/test/a48780a6a24b52c28595cc120c86df04/norep/33d00994cf5140ca8c02f153a48c3dbe 2024-11-26T11:21:42,012 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 33d00994cf5140ca8c02f153a48c3dbe 2024-11-26T11:21:42,012 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/data/default/test/a48780a6a24b52c28595cc120c86df04/norep/33d00994cf5140ca8c02f153a48c3dbe, entries=1, sequenceid=12, filesize=5.0 K 2024-11-26T11:21:42,013 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for a48780a6a24b52c28595cc120c86df04 in 996ms, sequenceid=12, compaction requested=false 2024-11-26T11:21:42,013 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T11:21:42,088 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/data/default/test/a48780a6a24b52c28595cc120c86df04/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-26T11:21:42,089 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T11:21:42,089 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T11:21:42,089 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732620077893.a48780a6a24b52c28595cc120c86df04. 2024-11-26T11:21:42,089 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a48780a6a24b52c28595cc120c86df04: Waiting for close lock at 1732620101016Running coprocessor pre-close hooks at 1732620101016Disabling compacts and flushes for region at 1732620101016Disabling writes for close at 1732620101017 (+1 ms)Obtaining lock to block concurrent updates at 1732620101017Preparing flush snapshotting stores in a48780a6a24b52c28595cc120c86df04 at 1732620101017Finished memstore snapshotting test,,1732620077893.a48780a6a24b52c28595cc120c86df04., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732620101017Flushing stores of test,,1732620077893.a48780a6a24b52c28595cc120c86df04. at 1732620101017Flushing a48780a6a24b52c28595cc120c86df04/f: creating writer at 1732620101017Flushing a48780a6a24b52c28595cc120c86df04/f: appending metadata at 1732620101039 (+22 ms)Flushing a48780a6a24b52c28595cc120c86df04/f: closing flushed file at 1732620101039Flushing a48780a6a24b52c28595cc120c86df04/f1: creating writer at 1732620101449 (+410 ms)Flushing a48780a6a24b52c28595cc120c86df04/f1: appending metadata at 1732620101477 (+28 ms)Flushing a48780a6a24b52c28595cc120c86df04/f1: closing flushed file at 1732620101477Flushing a48780a6a24b52c28595cc120c86df04/norep: creating writer at 1732620101900 (+423 ms)Flushing a48780a6a24b52c28595cc120c86df04/norep: appending metadata at 1732620101949 (+49 ms)Flushing a48780a6a24b52c28595cc120c86df04/norep: closing flushed file at 1732620101949Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@751777aa: reopening flushed file at 1732620101988 (+39 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60f24b7e: reopening flushed file at 1732620101995 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7df7592f: reopening flushed file at 1732620102002 (+7 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for a48780a6a24b52c28595cc120c86df04 in 996ms, sequenceid=12, compaction requested=false at 1732620102013 (+11 ms)Writing region close event to WAL at 1732620102060 (+47 ms)Running coprocessor post-close hooks at 1732620102089 (+29 ms)Closed at 1732620102089 2024-11-26T11:21:42,090 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732620077893.a48780a6a24b52c28595cc120c86df04. 2024-11-26T11:21:42,132 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.wal-reader.7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.1732620069430 to pos 1720, reset compression=false 2024-11-26T11:21:42,142 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.wal-reader.7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T11:21:42,142 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.wal-reader.7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/WALs/7f3a3edaecc3,45095,1732620067221/7f3a3edaecc3%2C45095%2C1732620067221.1732620069430 to pos 2364, reset compression=false 2024-11-26T11:21:42,185 INFO [RS:0;7f3a3edaecc3:45095 {}] regionserver.HRegionServer(976): stopping server 7f3a3edaecc3,45095,1732620067221; all regions closed. 2024-11-26T11:21:42,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741834_1010 (size=4239) 2024-11-26T11:21:42,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741839_1015 (size=3552) 2024-11-26T11:21:42,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741832_1008 (size=2372) 2024-11-26T11:21:42,221 DEBUG [RS:0;7f3a3edaecc3:45095 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:21:42,221 INFO [RS:0;7f3a3edaecc3:45095 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T11:21:42,221 INFO [RS:0;7f3a3edaecc3:45095 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T11:21:42,221 INFO [RS:0;7f3a3edaecc3:45095 {}] hbase.ChoreService(370): Chore service for: regionserver/7f3a3edaecc3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T11:21:42,222 INFO [RS:0;7f3a3edaecc3:45095 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T11:21:42,222 INFO [regionserver/7f3a3edaecc3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T11:21:42,222 INFO [RS:0;7f3a3edaecc3:45095 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7f3a3edaecc3,45095,1732620067221 because: Region server is closing 2024-11-26T11:21:42,222 INFO [RS:0;7f3a3edaecc3:45095 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7f3a3edaecc3:45095. 2024-11-26T11:21:42,222 DEBUG [RS:0;7f3a3edaecc3:45095 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:21:42,223 DEBUG [RS:0;7f3a3edaecc3:45095 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:21:42,223 DEBUG [RS:0;7f3a3edaecc3:45095 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:21:42,223 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:21:42,323 INFO [RS:0;7f3a3edaecc3:45095 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.shipper7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 terminated 2024-11-26T11:21:42,323 WARN [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45095,1732620067221.replicationSource.wal-reader.7f3a3edaecc3%2C45095%2C1732620067221,1-7f3a3edaecc3,45095,1732620067221 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T11:21:42,323 INFO [RS:0;7f3a3edaecc3:45095 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7f3a3edaecc3:45095. 2024-11-26T11:21:42,323 DEBUG [RS:0;7f3a3edaecc3:45095 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:21:42,324 DEBUG [RS:0;7f3a3edaecc3:45095 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:21:42,324 DEBUG [RS:0;7f3a3edaecc3:45095 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:21:42,324 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:21:42,324 INFO [RS:0;7f3a3edaecc3:45095 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45095 2024-11-26T11:21:42,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46055-0x10176e002b60003, quorum=127.0.0.1:61262, baseZNode=/1662811973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1662811973/rs 2024-11-26T11:21:42,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45095-0x10176e002b60004, quorum=127.0.0.1:61262, baseZNode=/1662811973 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1662811973/rs/7f3a3edaecc3,45095,1732620067221 2024-11-26T11:21:42,370 INFO [RS:0;7f3a3edaecc3:45095 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T11:21:42,370 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7f3a3edaecc3,45095,1732620067221] 2024-11-26T11:21:42,390 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1662811973/draining/7f3a3edaecc3,45095,1732620067221 already deleted, retry=false 2024-11-26T11:21:42,390 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7f3a3edaecc3,45095,1732620067221 expired; onlineServers=0 2024-11-26T11:21:42,390 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7f3a3edaecc3,46055,1732620067079' ***** 2024-11-26T11:21:42,390 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T11:21:42,390 INFO [M:0;7f3a3edaecc3:46055 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T11:21:42,391 INFO [M:0;7f3a3edaecc3:46055 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T11:21:42,391 DEBUG [M:0;7f3a3edaecc3:46055 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T11:21:42,391 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T11:21:42,391 DEBUG [M:0;7f3a3edaecc3:46055 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T11:21:42,391 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732620069233 {}] cleaner.HFileCleaner(306): Exit Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732620069233,5,FailOnTimeoutGroup] 2024-11-26T11:21:42,391 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732620069236 {}] cleaner.HFileCleaner(306): Exit Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732620069236,5,FailOnTimeoutGroup] 2024-11-26T11:21:42,391 INFO [M:0;7f3a3edaecc3:46055 {}] hbase.ChoreService(370): Chore service for: master/7f3a3edaecc3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T11:21:42,391 INFO [M:0;7f3a3edaecc3:46055 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T11:21:42,391 DEBUG [M:0;7f3a3edaecc3:46055 {}] master.HMaster(1795): Stopping service threads 2024-11-26T11:21:42,391 INFO [M:0;7f3a3edaecc3:46055 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T11:21:42,392 INFO [M:0;7f3a3edaecc3:46055 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T11:21:42,392 INFO [M:0;7f3a3edaecc3:46055 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T11:21:42,392 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T11:21:42,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46055-0x10176e002b60003, quorum=127.0.0.1:61262, baseZNode=/1662811973 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1662811973/master 2024-11-26T11:21:42,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46055-0x10176e002b60003, quorum=127.0.0.1:61262, baseZNode=/1662811973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1662811973 2024-11-26T11:21:42,401 DEBUG [M:0;7f3a3edaecc3:46055 {}] zookeeper.ZKUtil(347): master:46055-0x10176e002b60003, quorum=127.0.0.1:61262, baseZNode=/1662811973 Unable to get data of znode /1662811973/master because node does not exist (not an error) 2024-11-26T11:21:42,401 WARN [M:0;7f3a3edaecc3:46055 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T11:21:42,401 INFO [M:0;7f3a3edaecc3:46055 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/.lastflushedseqids 2024-11-26T11:21:42,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741848_1024 (size=245) 2024-11-26T11:21:42,428 INFO [M:0;7f3a3edaecc3:46055 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T11:21:42,428 INFO [M:0;7f3a3edaecc3:46055 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T11:21:42,428 DEBUG [M:0;7f3a3edaecc3:46055 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T11:21:42,428 INFO [M:0;7f3a3edaecc3:46055 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:21:42,428 DEBUG [M:0;7f3a3edaecc3:46055 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:21:42,428 DEBUG [M:0;7f3a3edaecc3:46055 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T11:21:42,428 DEBUG [M:0;7f3a3edaecc3:46055 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:21:42,428 INFO [M:0;7f3a3edaecc3:46055 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-26T11:21:42,468 DEBUG [M:0;7f3a3edaecc3:46055 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/521770066efe40d59548250832ed9d65 is 82, key is hbase:meta,,1/info:regioninfo/1732620070104/Put/seqid=0 2024-11-26T11:21:42,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741849_1025 (size=5672) 2024-11-26T11:21:42,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45095-0x10176e002b60004, quorum=127.0.0.1:61262, baseZNode=/1662811973 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:21:42,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45095-0x10176e002b60004, quorum=127.0.0.1:61262, baseZNode=/1662811973 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:21:42,480 INFO [M:0;7f3a3edaecc3:46055 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/521770066efe40d59548250832ed9d65 2024-11-26T11:21:42,480 INFO [RS:0;7f3a3edaecc3:45095 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T11:21:42,480 INFO [RS:0;7f3a3edaecc3:45095 {}] regionserver.HRegionServer(1031): Exiting; stopping=7f3a3edaecc3,45095,1732620067221; zookeeper connection closed. 2024-11-26T11:21:42,481 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@69a24774 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@69a24774 2024-11-26T11:21:42,481 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T11:21:42,513 DEBUG [M:0;7f3a3edaecc3:46055 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7f1656b4411b4fc0a3916c76dc2b7e89 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732620079055/Put/seqid=0 2024-11-26T11:21:42,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741850_1026 (size=7217) 2024-11-26T11:21:42,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:42,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:42,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:42,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:42,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:42,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:42,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:42,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:42,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:42,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:42,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:42,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:42,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:42,950 INFO [M:0;7f3a3edaecc3:46055 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7f1656b4411b4fc0a3916c76dc2b7e89 2024-11-26T11:21:42,956 INFO [M:0;7f3a3edaecc3:46055 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7f1656b4411b4fc0a3916c76dc2b7e89 2024-11-26T11:21:43,003 DEBUG [M:0;7f3a3edaecc3:46055 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ec37278d05b645d6b2a711d87bccfb3d is 69, key is 7f3a3edaecc3,45095,1732620067221/rs:state/1732620069280/Put/seqid=0 2024-11-26T11:21:43,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741851_1027 (size=5156) 2024-11-26T11:21:43,043 INFO [M:0;7f3a3edaecc3:46055 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ec37278d05b645d6b2a711d87bccfb3d 2024-11-26T11:21:43,053 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.wal-reader.7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.1732620064416 to pos 1493, reset compression=false 2024-11-26T11:21:43,054 DEBUG [M:0;7f3a3edaecc3:46055 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/521770066efe40d59548250832ed9d65 as hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/521770066efe40d59548250832ed9d65 2024-11-26T11:21:43,062 INFO [M:0;7f3a3edaecc3:46055 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/521770066efe40d59548250832ed9d65, entries=8, sequenceid=105, filesize=5.5 K 2024-11-26T11:21:43,063 DEBUG [M:0;7f3a3edaecc3:46055 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7f1656b4411b4fc0a3916c76dc2b7e89 as hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7f1656b4411b4fc0a3916c76dc2b7e89 2024-11-26T11:21:43,067 INFO [M:0;7f3a3edaecc3:46055 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7f1656b4411b4fc0a3916c76dc2b7e89 2024-11-26T11:21:43,067 INFO [M:0;7f3a3edaecc3:46055 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7f1656b4411b4fc0a3916c76dc2b7e89, entries=11, sequenceid=105, filesize=7.0 K 2024-11-26T11:21:43,073 DEBUG [M:0;7f3a3edaecc3:46055 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ec37278d05b645d6b2a711d87bccfb3d as hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ec37278d05b645d6b2a711d87bccfb3d 2024-11-26T11:21:43,081 INFO [M:0;7f3a3edaecc3:46055 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38495/user/jenkins/test-data/2fcde19b-eab4-6028-b51d-7a409d3bb064/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ec37278d05b645d6b2a711d87bccfb3d, entries=1, sequenceid=105, filesize=5.0 K 2024-11-26T11:21:43,082 INFO [M:0;7f3a3edaecc3:46055 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 654ms, sequenceid=105, compaction requested=false 2024-11-26T11:21:43,097 INFO [M:0;7f3a3edaecc3:46055 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:21:43,097 DEBUG [M:0;7f3a3edaecc3:46055 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732620102428Disabling compacts and flushes for region at 1732620102428Disabling writes for close at 1732620102428Obtaining lock to block concurrent updates at 1732620102428Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732620102428Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1732620102429 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732620102429Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732620102429Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732620102467 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732620102467Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732620102490 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732620102512 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732620102512Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732620102956 (+444 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732620103002 (+46 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732620103002Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@359fd9ee: reopening flushed file at 1732620103054 (+52 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63904d56: reopening flushed file at 1732620103062 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76db356a: reopening flushed file at 1732620103067 (+5 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 654ms, sequenceid=105, compaction requested=false at 1732620103082 (+15 ms)Writing region close event to WAL at 1732620103097 (+15 ms)Closed at 1732620103097 2024-11-26T11:21:43,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741830_1006 (size=64411) 2024-11-26T11:21:43,100 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T11:21:43,100 INFO [M:0;7f3a3edaecc3:46055 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T11:21:43,100 INFO [M:0;7f3a3edaecc3:46055 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46055 2024-11-26T11:21:43,102 INFO [M:0;7f3a3edaecc3:46055 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T11:21:43,248 INFO [M:0;7f3a3edaecc3:46055 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T11:21:43,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46055-0x10176e002b60003, quorum=127.0.0.1:61262, baseZNode=/1662811973 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:21:43,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46055-0x10176e002b60003, quorum=127.0.0.1:61262, baseZNode=/1662811973 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:21:43,253 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@78f6cd56{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T11:21:43,253 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2bd55b82{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T11:21:43,253 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T11:21:43,253 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53888a94{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T11:21:43,253 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2908beaa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53803a6a-0496-73c1-8d76-75796b9057de/hadoop.log.dir/,STOPPED} 2024-11-26T11:21:43,255 WARN [BP-1384060679-172.17.0.3-1732620065102 heartbeating to localhost/127.0.0.1:38495 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T11:21:43,255 WARN [BP-1384060679-172.17.0.3-1732620065102 heartbeating to localhost/127.0.0.1:38495 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1384060679-172.17.0.3-1732620065102 (Datanode Uuid f7bc7e8e-85a7-47d8-88e1-51e08af81caa) service to localhost/127.0.0.1:38495 2024-11-26T11:21:43,255 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53803a6a-0496-73c1-8d76-75796b9057de/cluster_991fa1e7-9c75-5a2b-45f9-2294f8f7d1c0/data/data1/current/BP-1384060679-172.17.0.3-1732620065102 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T11:21:43,256 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53803a6a-0496-73c1-8d76-75796b9057de/cluster_991fa1e7-9c75-5a2b-45f9-2294f8f7d1c0/data/data2/current/BP-1384060679-172.17.0.3-1732620065102 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T11:21:43,256 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T11:21:43,256 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T11:21:43,256 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T11:21:43,263 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b99149c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T11:21:43,264 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8a49968{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T11:21:43,264 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T11:21:43,264 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d6c4d32{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T11:21:43,264 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69148d60{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53803a6a-0496-73c1-8d76-75796b9057de/hadoop.log.dir/,STOPPED} 2024-11-26T11:21:43,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T11:21:43,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T11:21:43,292 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:21:43,293 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:21:43,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:21:43,293 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:21:43,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:21:43,294 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T11:21:43,294 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1408809928, stopped=false 2024-11-26T11:21:43,294 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7f3a3edaecc3,39429,1732620062325 2024-11-26T11:21:43,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x10176e002b60000, quorum=127.0.0.1:61262, baseZNode=/0254344363 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0254344363/running 2024-11-26T11:21:43,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x10176e002b60001, quorum=127.0.0.1:61262, baseZNode=/0254344363 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0254344363/running 2024-11-26T11:21:43,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x10176e002b60000, quorum=127.0.0.1:61262, baseZNode=/0254344363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0254344363 2024-11-26T11:21:43,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x10176e002b60001, quorum=127.0.0.1:61262, baseZNode=/0254344363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0254344363 2024-11-26T11:21:43,317 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39429-0x10176e002b60000, quorum=127.0.0.1:61262, baseZNode=/0254344363 Set watcher on znode that does not yet exist, /0254344363/running 2024-11-26T11:21:43,317 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T11:21:43,318 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46341-0x10176e002b60001, quorum=127.0.0.1:61262, baseZNode=/0254344363 Set watcher on znode that does not yet exist, /0254344363/running 2024-11-26T11:21:43,318 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:21:43,319 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:21:43,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:21:43,319 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7f3a3edaecc3,46341,1732620062509' ***** 2024-11-26T11:21:43,319 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T11:21:43,319 INFO [RS:0;7f3a3edaecc3:46341 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T11:21:43,319 INFO [RS:0;7f3a3edaecc3:46341 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T11:21:43,320 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T11:21:43,320 INFO [RS:0;7f3a3edaecc3:46341 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T11:21:43,320 INFO [RS:0;7f3a3edaecc3:46341 {}] regionserver.HRegionServer(3091): Received CLOSE for f11ae47756d4a160ea9109a24df4c692 2024-11-26T11:21:43,332 INFO [RS:0;7f3a3edaecc3:46341 {}] regionserver.HRegionServer(3091): Received CLOSE for 5affd9372e483858d5a1fbfe80f184d3 2024-11-26T11:21:43,332 INFO [RS:0;7f3a3edaecc3:46341 {}] regionserver.HRegionServer(959): stopping server 7f3a3edaecc3,46341,1732620062509 2024-11-26T11:21:43,332 INFO [RS:0;7f3a3edaecc3:46341 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T11:21:43,332 INFO [RS:0;7f3a3edaecc3:46341 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7f3a3edaecc3:46341. 2024-11-26T11:21:43,332 DEBUG [RS:0;7f3a3edaecc3:46341 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:21:43,333 DEBUG [RS:0;7f3a3edaecc3:46341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:21:43,333 INFO [RS:0;7f3a3edaecc3:46341 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T11:21:43,333 INFO [RS:0;7f3a3edaecc3:46341 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T11:21:43,333 INFO [RS:0;7f3a3edaecc3:46341 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T11:21:43,333 INFO [RS:0;7f3a3edaecc3:46341 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T11:21:43,334 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f11ae47756d4a160ea9109a24df4c692, disabling compactions & flushes 2024-11-26T11:21:43,334 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732620075739.f11ae47756d4a160ea9109a24df4c692. 2024-11-26T11:21:43,334 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732620075739.f11ae47756d4a160ea9109a24df4c692. 2024-11-26T11:21:43,334 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732620075739.f11ae47756d4a160ea9109a24df4c692. after waiting 0 ms 2024-11-26T11:21:43,334 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732620075739.f11ae47756d4a160ea9109a24df4c692. 2024-11-26T11:21:43,334 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f11ae47756d4a160ea9109a24df4c692 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-26T11:21:43,339 INFO [regionserver/7f3a3edaecc3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T11:21:43,340 INFO [RS:0;7f3a3edaecc3:46341 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T11:21:43,340 DEBUG [RS:0;7f3a3edaecc3:46341 {}] regionserver.HRegionServer(1325): Online Regions={f11ae47756d4a160ea9109a24df4c692=test,,1732620075739.f11ae47756d4a160ea9109a24df4c692., 1588230740=hbase:meta,,1.1588230740, 5affd9372e483858d5a1fbfe80f184d3=hbase:replication,,1732620082269.5affd9372e483858d5a1fbfe80f184d3.} 2024-11-26T11:21:43,340 DEBUG [RS:0;7f3a3edaecc3:46341 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5affd9372e483858d5a1fbfe80f184d3, f11ae47756d4a160ea9109a24df4c692 2024-11-26T11:21:43,341 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T11:21:43,341 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T11:21:43,341 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T11:21:43,341 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T11:21:43,341 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T11:21:43,341 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T11:21:43,371 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/data/default/test/f11ae47756d4a160ea9109a24df4c692/.tmp/f/aa7e9b638ee34fbbb7327e4f3bbe666a is 37, key is row3/f:row3/1732620094462/Put/seqid=0 2024-11-26T11:21:43,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45541 is added to blk_1073741840_1016 (size=5228) 2024-11-26T11:21:43,377 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/data/default/test/f11ae47756d4a160ea9109a24df4c692/.tmp/f/aa7e9b638ee34fbbb7327e4f3bbe666a 2024-11-26T11:21:43,378 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/data/hbase/meta/1588230740/.tmp/info/523f220b7f864415851d44c08ef5a614 is 147, key is hbase:replication,,1732620082269.5affd9372e483858d5a1fbfe80f184d3./info:regioninfo/1732620083040/Put/seqid=0 2024-11-26T11:21:43,387 INFO [regionserver/7f3a3edaecc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T11:21:43,387 INFO [regionserver/7f3a3edaecc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T11:21:43,399 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aa7e9b638ee34fbbb7327e4f3bbe666a 2024-11-26T11:21:43,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45541 is added to blk_1073741841_1017 (size=7686) 2024-11-26T11:21:43,412 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/data/hbase/meta/1588230740/.tmp/info/523f220b7f864415851d44c08ef5a614 2024-11-26T11:21:43,448 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/data/default/test/f11ae47756d4a160ea9109a24df4c692/.tmp/f1/78039c6faad545ce8374d125e11d028b is 30, key is row1/f1:/1732620091785/DeleteFamily/seqid=0 2024-11-26T11:21:43,451 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T11:21:43,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:43,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:43,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:43,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:43,460 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/data/hbase/meta/1588230740/.tmp/ns/71bac55128ed458c828f3efb9360fb79 is 43, key is default/ns:d/1732620065024/Put/seqid=0 2024-11-26T11:21:43,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45541 is added to blk_1073741842_1018 (size=5158) 2024-11-26T11:21:43,490 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/data/default/test/f11ae47756d4a160ea9109a24df4c692/.tmp/f1/78039c6faad545ce8374d125e11d028b 2024-11-26T11:21:43,496 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 78039c6faad545ce8374d125e11d028b 2024-11-26T11:21:43,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:43,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:43,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:43,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:43,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:43,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:43,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:43,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:43,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:43,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:43,541 DEBUG [RS:0;7f3a3edaecc3:46341 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5affd9372e483858d5a1fbfe80f184d3, f11ae47756d4a160ea9109a24df4c692 2024-11-26T11:21:43,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45541 is added to blk_1073741843_1019 (size=5153) 2024-11-26T11:21:43,554 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/data/hbase/meta/1588230740/.tmp/ns/71bac55128ed458c828f3efb9360fb79 2024-11-26T11:21:43,560 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/data/default/test/f11ae47756d4a160ea9109a24df4c692/.tmp/norep/209689f6d59f46f19f464fe7c950788d is 32, key is row/norep:/1732620090780/DeleteFamily/seqid=0 2024-11-26T11:21:43,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45541 is added to blk_1073741844_1020 (size=5101) 2024-11-26T11:21:43,579 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/data/default/test/f11ae47756d4a160ea9109a24df4c692/.tmp/norep/209689f6d59f46f19f464fe7c950788d 2024-11-26T11:21:43,582 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/data/hbase/meta/1588230740/.tmp/rep_barrier/eb5bf9c857c74fb5a184e610b56dcaf7 is 112, key is test,,1732620075739.f11ae47756d4a160ea9109a24df4c692./rep_barrier:seqnumDuringOpen/1732620076922/Put/seqid=0 2024-11-26T11:21:43,587 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 209689f6d59f46f19f464fe7c950788d 2024-11-26T11:21:43,589 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/data/default/test/f11ae47756d4a160ea9109a24df4c692/.tmp/f/aa7e9b638ee34fbbb7327e4f3bbe666a as hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/data/default/test/f11ae47756d4a160ea9109a24df4c692/f/aa7e9b638ee34fbbb7327e4f3bbe666a 2024-11-26T11:21:43,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45541 is added to blk_1073741845_1021 (size=5518) 2024-11-26T11:21:43,592 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/data/hbase/meta/1588230740/.tmp/rep_barrier/eb5bf9c857c74fb5a184e610b56dcaf7 2024-11-26T11:21:43,614 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aa7e9b638ee34fbbb7327e4f3bbe666a 2024-11-26T11:21:43,614 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/data/default/test/f11ae47756d4a160ea9109a24df4c692/f/aa7e9b638ee34fbbb7327e4f3bbe666a, entries=5, sequenceid=12, filesize=5.1 K 2024-11-26T11:21:43,615 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/data/default/test/f11ae47756d4a160ea9109a24df4c692/.tmp/f1/78039c6faad545ce8374d125e11d028b as hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/data/default/test/f11ae47756d4a160ea9109a24df4c692/f1/78039c6faad545ce8374d125e11d028b 2024-11-26T11:21:43,635 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/data/hbase/meta/1588230740/.tmp/table/44dd5391c2334021ad76735c881fa5fd is 53, key is hbase:replication/table:state/1732620083047/Put/seqid=0 2024-11-26T11:21:43,636 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 78039c6faad545ce8374d125e11d028b 2024-11-26T11:21:43,636 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/data/default/test/f11ae47756d4a160ea9109a24df4c692/f1/78039c6faad545ce8374d125e11d028b, entries=3, sequenceid=12, filesize=5.0 K 2024-11-26T11:21:43,642 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/data/default/test/f11ae47756d4a160ea9109a24df4c692/.tmp/norep/209689f6d59f46f19f464fe7c950788d as hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/data/default/test/f11ae47756d4a160ea9109a24df4c692/norep/209689f6d59f46f19f464fe7c950788d 2024-11-26T11:21:43,647 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 209689f6d59f46f19f464fe7c950788d 2024-11-26T11:21:43,647 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/data/default/test/f11ae47756d4a160ea9109a24df4c692/norep/209689f6d59f46f19f464fe7c950788d, entries=1, sequenceid=12, filesize=5.0 K 2024-11-26T11:21:43,648 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for f11ae47756d4a160ea9109a24df4c692 in 314ms, sequenceid=12, compaction requested=false 2024-11-26T11:21:43,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45541 is added to blk_1073741846_1022 (size=5308) 2024-11-26T11:21:43,656 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/data/hbase/meta/1588230740/.tmp/table/44dd5391c2334021ad76735c881fa5fd 2024-11-26T11:21:43,668 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/data/default/test/f11ae47756d4a160ea9109a24df4c692/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-26T11:21:43,669 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T11:21:43,669 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T11:21:43,670 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732620075739.f11ae47756d4a160ea9109a24df4c692. 2024-11-26T11:21:43,670 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f11ae47756d4a160ea9109a24df4c692: Waiting for close lock at 1732620103334Running coprocessor pre-close hooks at 1732620103334Disabling compacts and flushes for region at 1732620103334Disabling writes for close at 1732620103334Obtaining lock to block concurrent updates at 1732620103334Preparing flush snapshotting stores in f11ae47756d4a160ea9109a24df4c692 at 1732620103334Finished memstore snapshotting test,,1732620075739.f11ae47756d4a160ea9109a24df4c692., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732620103335 (+1 ms)Flushing stores of test,,1732620075739.f11ae47756d4a160ea9109a24df4c692. at 1732620103335Flushing f11ae47756d4a160ea9109a24df4c692/f: creating writer at 1732620103336 (+1 ms)Flushing f11ae47756d4a160ea9109a24df4c692/f: appending metadata at 1732620103370 (+34 ms)Flushing f11ae47756d4a160ea9109a24df4c692/f: closing flushed file at 1732620103370Flushing f11ae47756d4a160ea9109a24df4c692/f1: creating writer at 1732620103400 (+30 ms)Flushing f11ae47756d4a160ea9109a24df4c692/f1: appending metadata at 1732620103447 (+47 ms)Flushing f11ae47756d4a160ea9109a24df4c692/f1: closing flushed file at 1732620103447Flushing f11ae47756d4a160ea9109a24df4c692/norep: creating writer at 1732620103496 (+49 ms)Flushing f11ae47756d4a160ea9109a24df4c692/norep: appending metadata at 1732620103559 (+63 ms)Flushing f11ae47756d4a160ea9109a24df4c692/norep: closing flushed file at 1732620103559Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fada6c3: reopening flushed file at 1732620103587 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@369c1b7c: reopening flushed file at 1732620103614 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a7cb8f0: reopening flushed file at 1732620103637 (+23 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for f11ae47756d4a160ea9109a24df4c692 in 314ms, sequenceid=12, compaction requested=false at 1732620103648 (+11 ms)Writing region close event to WAL at 1732620103654 (+6 ms)Running coprocessor post-close hooks at 1732620103669 (+15 ms)Closed at 1732620103669 2024-11-26T11:21:43,670 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732620075739.f11ae47756d4a160ea9109a24df4c692. 2024-11-26T11:21:43,670 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5affd9372e483858d5a1fbfe80f184d3, disabling compactions & flushes 2024-11-26T11:21:43,670 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732620082269.5affd9372e483858d5a1fbfe80f184d3. 2024-11-26T11:21:43,670 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732620082269.5affd9372e483858d5a1fbfe80f184d3. 2024-11-26T11:21:43,670 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732620082269.5affd9372e483858d5a1fbfe80f184d3. after waiting 0 ms 2024-11-26T11:21:43,670 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732620082269.5affd9372e483858d5a1fbfe80f184d3. 2024-11-26T11:21:43,670 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5affd9372e483858d5a1fbfe80f184d3 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-26T11:21:43,670 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/data/hbase/meta/1588230740/.tmp/info/523f220b7f864415851d44c08ef5a614 as hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/data/hbase/meta/1588230740/info/523f220b7f864415851d44c08ef5a614 2024-11-26T11:21:43,678 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/data/hbase/meta/1588230740/info/523f220b7f864415851d44c08ef5a614, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T11:21:43,679 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/data/hbase/meta/1588230740/.tmp/ns/71bac55128ed458c828f3efb9360fb79 as hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/data/hbase/meta/1588230740/ns/71bac55128ed458c828f3efb9360fb79 2024-11-26T11:21:43,684 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/data/hbase/meta/1588230740/ns/71bac55128ed458c828f3efb9360fb79, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T11:21:43,686 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/data/hbase/meta/1588230740/.tmp/rep_barrier/eb5bf9c857c74fb5a184e610b56dcaf7 as hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/data/hbase/meta/1588230740/rep_barrier/eb5bf9c857c74fb5a184e610b56dcaf7 2024-11-26T11:21:43,691 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/data/hbase/replication/5affd9372e483858d5a1fbfe80f184d3/.tmp/queue/b6fedfaaa87b45a8966cffcd4d833713 is 154, key is 1-7f3a3edaecc3,46341,1732620062509/queue:7f3a3edaecc3%2C46341%2C1732620062509/1732620096496/Put/seqid=0 2024-11-26T11:21:43,694 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/data/hbase/meta/1588230740/rep_barrier/eb5bf9c857c74fb5a184e610b56dcaf7, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T11:21:43,701 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/data/hbase/meta/1588230740/.tmp/table/44dd5391c2334021ad76735c881fa5fd as hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/data/hbase/meta/1588230740/table/44dd5391c2334021ad76735c881fa5fd 2024-11-26T11:21:43,710 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/data/hbase/meta/1588230740/table/44dd5391c2334021ad76735c881fa5fd, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T11:21:43,711 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 370ms, sequenceid=16, compaction requested=false 2024-11-26T11:21:43,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45541 is added to blk_1073741847_1023 (size=5353) 2024-11-26T11:21:43,741 DEBUG [RS:0;7f3a3edaecc3:46341 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5affd9372e483858d5a1fbfe80f184d3 2024-11-26T11:21:43,751 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T11:21:43,751 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T11:21:43,751 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T11:21:43,751 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T11:21:43,752 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732620103341Running coprocessor pre-close hooks at 1732620103341Disabling compacts and flushes for region at 1732620103341Disabling writes for close at 1732620103341Obtaining lock to block concurrent updates at 1732620103341Preparing flush snapshotting stores in 1588230740 at 1732620103341Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732620103343 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732620103344 (+1 ms)Flushing 1588230740/info: creating writer at 1732620103344Flushing 1588230740/info: appending metadata at 1732620103377 (+33 ms)Flushing 1588230740/info: closing flushed file at 1732620103377Flushing 1588230740/ns: creating writer at 1732620103418 (+41 ms)Flushing 1588230740/ns: appending metadata at 1732620103460 (+42 ms)Flushing 1588230740/ns: closing flushed file at 1732620103460Flushing 1588230740/rep_barrier: creating writer at 1732620103559 (+99 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732620103582 (+23 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732620103582Flushing 1588230740/table: creating writer at 1732620103599 (+17 ms)Flushing 1588230740/table: appending metadata at 1732620103635 (+36 ms)Flushing 1588230740/table: closing flushed file at 1732620103635Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4742c737: reopening flushed file at 1732620103669 (+34 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17d43eb9: reopening flushed file at 1732620103678 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cb3fd40: reopening flushed file at 1732620103684 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ed0919a: reopening flushed file at 1732620103694 (+10 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 370ms, sequenceid=16, compaction requested=false at 1732620103711 (+17 ms)Writing region close event to WAL at 1732620103748 (+37 ms)Running coprocessor post-close hooks at 1732620103751 (+3 ms)Closed at 1732620103751 2024-11-26T11:21:43,752 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T11:21:43,941 DEBUG [RS:0;7f3a3edaecc3:46341 {}] regionserver.HRegionServer(1351): Waiting on 5affd9372e483858d5a1fbfe80f184d3 2024-11-26T11:21:44,127 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/data/hbase/replication/5affd9372e483858d5a1fbfe80f184d3/.tmp/queue/b6fedfaaa87b45a8966cffcd4d833713 2024-11-26T11:21:44,140 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/data/hbase/replication/5affd9372e483858d5a1fbfe80f184d3/.tmp/queue/b6fedfaaa87b45a8966cffcd4d833713 as hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/data/hbase/replication/5affd9372e483858d5a1fbfe80f184d3/queue/b6fedfaaa87b45a8966cffcd4d833713 2024-11-26T11:21:44,141 DEBUG [RS:0;7f3a3edaecc3:46341 {}] regionserver.HRegionServer(1351): Waiting on 5affd9372e483858d5a1fbfe80f184d3 2024-11-26T11:21:44,145 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/data/hbase/replication/5affd9372e483858d5a1fbfe80f184d3/queue/b6fedfaaa87b45a8966cffcd4d833713, entries=1, sequenceid=14, filesize=5.2 K 2024-11-26T11:21:44,146 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 5affd9372e483858d5a1fbfe80f184d3 in 476ms, sequenceid=14, compaction requested=false 2024-11-26T11:21:44,181 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/data/hbase/replication/5affd9372e483858d5a1fbfe80f184d3/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-26T11:21:44,182 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T11:21:44,182 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T11:21:44,182 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732620082269.5affd9372e483858d5a1fbfe80f184d3. 2024-11-26T11:21:44,183 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5affd9372e483858d5a1fbfe80f184d3: Waiting for close lock at 1732620103670Running coprocessor pre-close hooks at 1732620103670Disabling compacts and flushes for region at 1732620103670Disabling writes for close at 1732620103670Obtaining lock to block concurrent updates at 1732620103670Preparing flush snapshotting stores in 5affd9372e483858d5a1fbfe80f184d3 at 1732620103670Finished memstore snapshotting hbase:replication,,1732620082269.5affd9372e483858d5a1fbfe80f184d3., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732620103670Flushing stores of hbase:replication,,1732620082269.5affd9372e483858d5a1fbfe80f184d3. at 1732620103671 (+1 ms)Flushing 5affd9372e483858d5a1fbfe80f184d3/queue: creating writer at 1732620103671Flushing 5affd9372e483858d5a1fbfe80f184d3/queue: appending metadata at 1732620103690 (+19 ms)Flushing 5affd9372e483858d5a1fbfe80f184d3/queue: closing flushed file at 1732620103690Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c7ca034: reopening flushed file at 1732620104139 (+449 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 5affd9372e483858d5a1fbfe80f184d3 in 476ms, sequenceid=14, compaction requested=false at 1732620104146 (+7 ms)Writing region close event to WAL at 1732620104155 (+9 ms)Running coprocessor post-close hooks at 1732620104182 (+27 ms)Closed at 1732620104182 2024-11-26T11:21:44,183 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732620082269.5affd9372e483858d5a1fbfe80f184d3. 2024-11-26T11:21:44,268 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.wal-reader.7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.1732620064416 to pos 1493, reset compression=false 2024-11-26T11:21:44,280 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.wal-reader.7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T11:21:44,280 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.wal-reader.7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.1732620064416 to pos 2384, reset compression=false 2024-11-26T11:21:44,280 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.shipper7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,46341,1732620062509 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.1732620064416, lastWalPosition=2384, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T11:21:44,281 ERROR [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.shipper7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7f3a3edaecc3,46341,1732620062509: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7f3a3edaecc3,46341,1732620062509, walGroup=7f3a3edaecc3%2C46341%2C1732620062509, offset=7f3a3edaecc3%2C46341%2C1732620062509.1732620064416:2384, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7f3a3edaecc3:46341 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T11:21:44,282 ERROR [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.shipper7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T11:21:44,282 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.shipper7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T11:21:44,283 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.shipper7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T11:21:44,283 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.shipper7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T11:21:44,283 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.shipper7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T11:21:44,283 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.shipper7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1199570944, "init": 1048576000, "max": 2306867200, "used": 864200112 }, "NonHeapMemoryUsage": { "committed": 202571776, "init": 7667712, "max": -1, "used": 199668992 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T11:21:44,283 WARN [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.shipper7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7f3a3edaecc3:39429 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7f3a3edaecc3:39429 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-26T11:21:44,341 INFO [RS:0;7f3a3edaecc3:46341 {}] regionserver.HRegionServer(976): stopping server 7f3a3edaecc3,46341,1732620062509; all regions closed. 2024-11-26T11:21:44,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45541 is added to blk_1073741834_1010 (size=4239) 2024-11-26T11:21:44,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45541 is added to blk_1073741839_1015 (size=3552) 2024-11-26T11:21:44,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45541 is added to blk_1073741833_1009 (size=2392) 2024-11-26T11:21:44,366 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/WALs/7f3a3edaecc3,46341,1732620062509/7f3a3edaecc3%2C46341%2C1732620062509.1732620064416 not finished, retry = 0 2024-11-26T11:21:44,466 DEBUG [RS:0;7f3a3edaecc3:46341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:21:44,466 INFO [RS:0;7f3a3edaecc3:46341 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T11:21:44,466 INFO [RS:0;7f3a3edaecc3:46341 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T11:21:44,467 INFO [RS:0;7f3a3edaecc3:46341 {}] hbase.ChoreService(370): Chore service for: regionserver/7f3a3edaecc3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T11:21:44,467 INFO [RS:0;7f3a3edaecc3:46341 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T11:21:44,467 INFO [regionserver/7f3a3edaecc3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T11:21:44,467 INFO [RS:0;7f3a3edaecc3:46341 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7f3a3edaecc3,46341,1732620062509 because: Region server is closing 2024-11-26T11:21:44,467 INFO [RS:0;7f3a3edaecc3:46341 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7f3a3edaecc3:46341. 2024-11-26T11:21:44,467 DEBUG [RS:0;7f3a3edaecc3:46341 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:21:44,467 DEBUG [RS:0;7f3a3edaecc3:46341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:21:44,467 DEBUG [RS:0;7f3a3edaecc3:46341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:21:44,467 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:21:44,568 INFO [RS:0;7f3a3edaecc3:46341 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,46341,1732620062509.replicationSource.shipper7f3a3edaecc3%2C46341%2C1732620062509,1-7f3a3edaecc3,46341,1732620062509 terminated 2024-11-26T11:21:44,568 INFO [RS:0;7f3a3edaecc3:46341 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7f3a3edaecc3:46341. 2024-11-26T11:21:44,568 DEBUG [RS:0;7f3a3edaecc3:46341 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:21:44,568 DEBUG [RS:0;7f3a3edaecc3:46341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:21:44,568 DEBUG [RS:0;7f3a3edaecc3:46341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:21:44,568 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:21:44,568 INFO [RS:0;7f3a3edaecc3:46341 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46341 2024-11-26T11:21:44,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x10176e002b60000, quorum=127.0.0.1:61262, baseZNode=/0254344363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0254344363/rs 2024-11-26T11:21:44,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x10176e002b60001, quorum=127.0.0.1:61262, baseZNode=/0254344363 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0254344363/rs/7f3a3edaecc3,46341,1732620062509 2024-11-26T11:21:44,590 INFO [RS:0;7f3a3edaecc3:46341 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T11:21:44,591 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7f3a3edaecc3,46341,1732620062509] 2024-11-26T11:21:44,611 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0254344363/draining/7f3a3edaecc3,46341,1732620062509 already deleted, retry=false 2024-11-26T11:21:44,611 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7f3a3edaecc3,46341,1732620062509 expired; onlineServers=0 2024-11-26T11:21:44,611 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7f3a3edaecc3,39429,1732620062325' ***** 2024-11-26T11:21:44,611 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T11:21:44,611 INFO [M:0;7f3a3edaecc3:39429 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T11:21:44,611 INFO [M:0;7f3a3edaecc3:39429 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T11:21:44,611 DEBUG [M:0;7f3a3edaecc3:39429 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T11:21:44,611 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T11:21:44,611 DEBUG [M:0;7f3a3edaecc3:39429 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T11:21:44,611 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732620064147 {}] cleaner.HFileCleaner(306): Exit Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732620064147,5,FailOnTimeoutGroup] 2024-11-26T11:21:44,612 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732620064147 {}] cleaner.HFileCleaner(306): Exit Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732620064147,5,FailOnTimeoutGroup] 2024-11-26T11:21:44,612 INFO [M:0;7f3a3edaecc3:39429 {}] hbase.ChoreService(370): Chore service for: master/7f3a3edaecc3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T11:21:44,612 INFO [M:0;7f3a3edaecc3:39429 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T11:21:44,612 DEBUG [M:0;7f3a3edaecc3:39429 {}] master.HMaster(1795): Stopping service threads 2024-11-26T11:21:44,612 INFO [M:0;7f3a3edaecc3:39429 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T11:21:44,612 INFO [M:0;7f3a3edaecc3:39429 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T11:21:44,612 INFO [M:0;7f3a3edaecc3:39429 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T11:21:44,612 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T11:21:44,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x10176e002b60000, quorum=127.0.0.1:61262, baseZNode=/0254344363 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0254344363/master 2024-11-26T11:21:44,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x10176e002b60000, quorum=127.0.0.1:61262, baseZNode=/0254344363 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0254344363 2024-11-26T11:21:44,622 DEBUG [M:0;7f3a3edaecc3:39429 {}] zookeeper.RecoverableZooKeeper(212): Node /0254344363/master already deleted, retry=false 2024-11-26T11:21:44,622 DEBUG [M:0;7f3a3edaecc3:39429 {}] master.ActiveMasterManager(353): master:39429-0x10176e002b60000, quorum=127.0.0.1:61262, baseZNode=/0254344363 Failed delete of our master address node; KeeperErrorCode = NoNode for /0254344363/master 2024-11-26T11:21:44,623 INFO [M:0;7f3a3edaecc3:39429 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/.lastflushedseqids 2024-11-26T11:21:44,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45541 is added to blk_1073741848_1024 (size=245) 2024-11-26T11:21:44,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x10176e002b60001, quorum=127.0.0.1:61262, baseZNode=/0254344363 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:21:44,701 INFO [RS:0;7f3a3edaecc3:46341 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T11:21:44,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x10176e002b60001, quorum=127.0.0.1:61262, baseZNode=/0254344363 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:21:44,701 INFO [RS:0;7f3a3edaecc3:46341 {}] regionserver.HRegionServer(1031): Exiting; stopping=7f3a3edaecc3,46341,1732620062509; zookeeper connection closed. 2024-11-26T11:21:44,701 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7ea0d732 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7ea0d732 2024-11-26T11:21:44,701 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T11:21:45,030 INFO [M:0;7f3a3edaecc3:39429 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T11:21:45,030 INFO [M:0;7f3a3edaecc3:39429 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T11:21:45,030 DEBUG [M:0;7f3a3edaecc3:39429 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T11:21:45,030 INFO [M:0;7f3a3edaecc3:39429 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:21:45,030 DEBUG [M:0;7f3a3edaecc3:39429 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:21:45,030 DEBUG [M:0;7f3a3edaecc3:39429 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T11:21:45,030 DEBUG [M:0;7f3a3edaecc3:39429 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:21:45,031 INFO [M:0;7f3a3edaecc3:39429 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-26T11:21:45,049 DEBUG [M:0;7f3a3edaecc3:39429 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7c702e56ca8442e5a269b40caddf33b2 is 82, key is hbase:meta,,1/info:regioninfo/1732620064978/Put/seqid=0 2024-11-26T11:21:45,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45541 is added to blk_1073741849_1025 (size=5672) 2024-11-26T11:21:45,458 INFO [M:0;7f3a3edaecc3:39429 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7c702e56ca8442e5a269b40caddf33b2 2024-11-26T11:21:45,488 DEBUG [M:0;7f3a3edaecc3:39429 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/075bf653cede4b36b554a7d90580d24f is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732620076932/Put/seqid=0 2024-11-26T11:21:45,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45541 is added to blk_1073741850_1026 (size=7218) 2024-11-26T11:21:45,504 INFO [M:0;7f3a3edaecc3:39429 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/075bf653cede4b36b554a7d90580d24f 2024-11-26T11:21:45,509 INFO [M:0;7f3a3edaecc3:39429 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 075bf653cede4b36b554a7d90580d24f 2024-11-26T11:21:45,532 DEBUG [M:0;7f3a3edaecc3:39429 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b6161f2b7eab45c58b12a1b5d9356ecb is 69, key is 7f3a3edaecc3,46341,1732620062509/rs:state/1732620064270/Put/seqid=0 2024-11-26T11:21:45,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45541 is added to blk_1073741851_1027 (size=5156) 2024-11-26T11:21:45,960 INFO [M:0;7f3a3edaecc3:39429 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b6161f2b7eab45c58b12a1b5d9356ecb 2024-11-26T11:21:45,964 DEBUG [M:0;7f3a3edaecc3:39429 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7c702e56ca8442e5a269b40caddf33b2 as hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7c702e56ca8442e5a269b40caddf33b2 2024-11-26T11:21:45,968 INFO [M:0;7f3a3edaecc3:39429 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7c702e56ca8442e5a269b40caddf33b2, entries=8, sequenceid=105, filesize=5.5 K 2024-11-26T11:21:45,970 DEBUG [M:0;7f3a3edaecc3:39429 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/075bf653cede4b36b554a7d90580d24f as hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/075bf653cede4b36b554a7d90580d24f 2024-11-26T11:21:45,975 INFO [M:0;7f3a3edaecc3:39429 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 075bf653cede4b36b554a7d90580d24f 2024-11-26T11:21:45,975 INFO [M:0;7f3a3edaecc3:39429 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/075bf653cede4b36b554a7d90580d24f, entries=11, sequenceid=105, filesize=7.0 K 2024-11-26T11:21:45,976 DEBUG [M:0;7f3a3edaecc3:39429 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b6161f2b7eab45c58b12a1b5d9356ecb as hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b6161f2b7eab45c58b12a1b5d9356ecb 2024-11-26T11:21:45,988 INFO [M:0;7f3a3edaecc3:39429 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43603/user/jenkins/test-data/04aa8ea4-7791-11f6-076d-d34c36daeeb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b6161f2b7eab45c58b12a1b5d9356ecb, entries=1, sequenceid=105, filesize=5.0 K 2024-11-26T11:21:45,989 INFO [M:0;7f3a3edaecc3:39429 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 959ms, sequenceid=105, compaction requested=false 2024-11-26T11:21:46,005 INFO [M:0;7f3a3edaecc3:39429 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:21:46,005 DEBUG [M:0;7f3a3edaecc3:39429 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732620105030Disabling compacts and flushes for region at 1732620105030Disabling writes for close at 1732620105030Obtaining lock to block concurrent updates at 1732620105031 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732620105031Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1732620105031Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732620105031Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732620105032 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732620105048 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732620105048Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732620105462 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732620105488 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732620105488Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732620105509 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732620105531 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732620105531Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cb715f5: reopening flushed file at 1732620105963 (+432 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5eca5ecf: reopening flushed file at 1732620105968 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20784ff2: reopening flushed file at 1732620105975 (+7 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 959ms, sequenceid=105, compaction requested=false at 1732620105989 (+14 ms)Writing region close event to WAL at 1732620106005 (+16 ms)Closed at 1732620106005 2024-11-26T11:21:46,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45541 is added to blk_1073741830_1006 (size=64423) 2024-11-26T11:21:46,013 INFO [M:0;7f3a3edaecc3:39429 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T11:21:46,013 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T11:21:46,013 INFO [M:0;7f3a3edaecc3:39429 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39429 2024-11-26T11:21:46,014 INFO [M:0;7f3a3edaecc3:39429 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T11:21:46,161 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T11:21:46,161 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T11:21:46,162 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T11:21:46,162 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T11:21:46,347 INFO [M:0;7f3a3edaecc3:39429 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T11:21:46,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x10176e002b60000, quorum=127.0.0.1:61262, baseZNode=/0254344363 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:21:46,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x10176e002b60000, quorum=127.0.0.1:61262, baseZNode=/0254344363 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:21:46,395 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4fc2787d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T11:21:46,396 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ecf60ac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T11:21:46,396 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T11:21:46,396 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@496e5927{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T11:21:46,396 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d5d9076{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f1dd39-96a3-2a5a-f3b9-a19a7358aa95/hadoop.log.dir/,STOPPED} 2024-11-26T11:21:46,398 WARN [BP-1007987262-172.17.0.3-1732620060443 heartbeating to localhost/127.0.0.1:43603 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T11:21:46,398 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T11:21:46,398 WARN [BP-1007987262-172.17.0.3-1732620060443 heartbeating to localhost/127.0.0.1:43603 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1007987262-172.17.0.3-1732620060443 (Datanode Uuid a641ef90-1412-420b-b425-3ce7deb70e4a) service to localhost/127.0.0.1:43603 2024-11-26T11:21:46,398 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T11:21:46,399 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f1dd39-96a3-2a5a-f3b9-a19a7358aa95/cluster_c4e9c434-519f-31d5-cfe8-6e57a0f88331/data/data1/current/BP-1007987262-172.17.0.3-1732620060443 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T11:21:46,399 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T11:21:46,400 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f1dd39-96a3-2a5a-f3b9-a19a7358aa95/cluster_c4e9c434-519f-31d5-cfe8-6e57a0f88331/data/data2/current/BP-1007987262-172.17.0.3-1732620060443 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T11:21:46,408 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5833366a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T11:21:46,409 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ccf25a2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T11:21:46,409 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T11:21:46,409 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10852468{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T11:21:46,410 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a2cfe31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98f1dd39-96a3-2a5a-f3b9-a19a7358aa95/hadoop.log.dir/,STOPPED} 2024-11-26T11:21:46,423 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T11:21:46,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T11:21:46,482 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=312 (was 261) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:38495 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38495 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40453 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:43603 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:40453 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:43603 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40453 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61262) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:40453 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:43603 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40453 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61262) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:38495 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:43603 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:38495 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61262) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:40453 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43603 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:40453 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:38495 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40453 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=731 (was 652) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=465 (was 322) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5925 (was 6214) 2024-11-26T11:21:46,507 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=312, OpenFileDescriptor=731, MaxFileDescriptor=1048576, SystemLoadAverage=465, ProcessCount=11, AvailableMemoryMB=5930 2024-11-26T11:21:46,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10176e002b60002, quorum=127.0.0.1:61262, baseZNode=/0254344363 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T11:21:46,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10176e002b60005, quorum=127.0.0.1:61262, baseZNode=/1662811973 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T11:21:46,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10176e002b60008, quorum=127.0.0.1:61262, baseZNode=/21328234867 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T11:21:46,519 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10176e002b60002, quorum=127.0.0.1:61262, baseZNode=/0254344363 Received Disconnected from ZooKeeper, ignoring 2024-11-26T11:21:46,519 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10176e002b60005, quorum=127.0.0.1:61262, baseZNode=/1662811973 Received Disconnected from ZooKeeper, ignoring 2024-11-26T11:21:46,519 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10176e002b60008, quorum=127.0.0.1:61262, baseZNode=/21328234867 Received Disconnected from ZooKeeper, ignoring 2024-11-26T11:21:46,532 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-26T11:21:46,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a6e324-7fbf-173e-ded3-ee9685e3bb94/hadoop.log.dir so I do NOT create it in target/test-data/69eb846a-5ed0-4a5a-cca6-3e92c050c38c 2024-11-26T11:21:46,533 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a6e324-7fbf-173e-ded3-ee9685e3bb94/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T11:21:46,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a6e324-7fbf-173e-ded3-ee9685e3bb94/hadoop.tmp.dir so I do NOT create it in target/test-data/69eb846a-5ed0-4a5a-cca6-3e92c050c38c 2024-11-26T11:21:46,533 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a6e324-7fbf-173e-ded3-ee9685e3bb94/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T11:21:46,533 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69eb846a-5ed0-4a5a-cca6-3e92c050c38c 2024-11-26T11:21:46,534 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69eb846a-5ed0-4a5a-cca6-3e92c050c38c/cluster_0f7eb243-cadf-8c7b-4b73-600faf583ff5, deleteOnExit=true 2024-11-26T11:21:46,705 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69eb846a-5ed0-4a5a-cca6-3e92c050c38c/cluster_0f7eb243-cadf-8c7b-4b73-600faf583ff5/zookeeper_0, clientPort=50273, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69eb846a-5ed0-4a5a-cca6-3e92c050c38c/cluster_0f7eb243-cadf-8c7b-4b73-600faf583ff5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69eb846a-5ed0-4a5a-cca6-3e92c050c38c/cluster_0f7eb243-cadf-8c7b-4b73-600faf583ff5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T11:21:46,718 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50273 2024-11-26T11:21:46,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T11:21:46,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T11:21:46,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69eb846a-5ed0-4a5a-cca6-3e92c050c38c/test.cache.data in system properties and HBase conf 2024-11-26T11:21:46,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69eb846a-5ed0-4a5a-cca6-3e92c050c38c/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T11:21:46,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69eb846a-5ed0-4a5a-cca6-3e92c050c38c/hadoop.log.dir in system properties and HBase conf 2024-11-26T11:21:46,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69eb846a-5ed0-4a5a-cca6-3e92c050c38c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T11:21:46,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69eb846a-5ed0-4a5a-cca6-3e92c050c38c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T11:21:46,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T11:21:46,719 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T11:21:46,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69eb846a-5ed0-4a5a-cca6-3e92c050c38c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T11:21:46,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69eb846a-5ed0-4a5a-cca6-3e92c050c38c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T11:21:46,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69eb846a-5ed0-4a5a-cca6-3e92c050c38c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T11:21:46,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69eb846a-5ed0-4a5a-cca6-3e92c050c38c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T11:21:46,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69eb846a-5ed0-4a5a-cca6-3e92c050c38c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T11:21:46,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69eb846a-5ed0-4a5a-cca6-3e92c050c38c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T11:21:46,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69eb846a-5ed0-4a5a-cca6-3e92c050c38c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T11:21:46,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69eb846a-5ed0-4a5a-cca6-3e92c050c38c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T11:21:46,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69eb846a-5ed0-4a5a-cca6-3e92c050c38c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T11:21:46,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69eb846a-5ed0-4a5a-cca6-3e92c050c38c/nfs.dump.dir in system properties and HBase conf 2024-11-26T11:21:46,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69eb846a-5ed0-4a5a-cca6-3e92c050c38c/java.io.tmpdir in system properties and HBase conf 2024-11-26T11:21:46,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69eb846a-5ed0-4a5a-cca6-3e92c050c38c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T11:21:46,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69eb846a-5ed0-4a5a-cca6-3e92c050c38c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T11:21:46,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69eb846a-5ed0-4a5a-cca6-3e92c050c38c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T11:21:47,578 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:21:47,582 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T11:21:47,622 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T11:21:47,622 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T11:21:47,622 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T11:21:47,624 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:21:47,634 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9cb0b37{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69eb846a-5ed0-4a5a-cca6-3e92c050c38c/hadoop.log.dir/,AVAILABLE} 2024-11-26T11:21:47,635 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f0a46e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T11:21:47,804 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17eac97d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69eb846a-5ed0-4a5a-cca6-3e92c050c38c/java.io.tmpdir/jetty-localhost-46379-hadoop-hdfs-3_4_1-tests_jar-_-any-8908680717834577468/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T11:21:47,805 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@79386e8f{HTTP/1.1, (http/1.1)}{localhost:46379} 2024-11-26T11:21:47,805 INFO [Time-limited test {}] server.Server(415): Started @279955ms 2024-11-26T11:21:48,227 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:21:48,231 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T11:21:48,239 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T11:21:48,239 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T11:21:48,239 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T11:21:48,245 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b09a662{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69eb846a-5ed0-4a5a-cca6-3e92c050c38c/hadoop.log.dir/,AVAILABLE} 2024-11-26T11:21:48,245 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25555f30{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T11:21:48,364 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3634fbec{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69eb846a-5ed0-4a5a-cca6-3e92c050c38c/java.io.tmpdir/jetty-localhost-45759-hadoop-hdfs-3_4_1-tests_jar-_-any-9687081773397115794/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T11:21:48,365 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4016ad93{HTTP/1.1, (http/1.1)}{localhost:45759} 2024-11-26T11:21:48,365 INFO [Time-limited test {}] server.Server(415): Started @280515ms 2024-11-26T11:21:48,367 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T11:21:49,172 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T11:21:49,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:49,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:49,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:49,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:49,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:49,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:49,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:49,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:49,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:49,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:49,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:49,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:49,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:49,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:49,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:49,387 WARN [Thread-3439 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69eb846a-5ed0-4a5a-cca6-3e92c050c38c/cluster_0f7eb243-cadf-8c7b-4b73-600faf583ff5/data/data2/current/BP-1352909078-172.17.0.3-1732620106755/current, will proceed with Du for space computation calculation, 2024-11-26T11:21:49,387 WARN [Thread-3438 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69eb846a-5ed0-4a5a-cca6-3e92c050c38c/cluster_0f7eb243-cadf-8c7b-4b73-600faf583ff5/data/data1/current/BP-1352909078-172.17.0.3-1732620106755/current, will proceed with Du for space computation calculation, 2024-11-26T11:21:49,421 WARN [Thread-3425 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T11:21:49,424 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1b09e0c02983a252 with lease ID 0xa967aa9e9de907e: Processing first storage report for DS-f06f316b-ac0a-443b-a78f-f5aa0bed98c9 from datanode DatanodeRegistration(127.0.0.1:45247, datanodeUuid=a8a33783-4aa2-4000-9340-4ed2d40037b5, infoPort=38413, infoSecurePort=0, ipcPort=43457, storageInfo=lv=-57;cid=testClusterID;nsid=727449957;c=1732620106755) 2024-11-26T11:21:49,424 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1b09e0c02983a252 with lease ID 0xa967aa9e9de907e: from storage DS-f06f316b-ac0a-443b-a78f-f5aa0bed98c9 node DatanodeRegistration(127.0.0.1:45247, datanodeUuid=a8a33783-4aa2-4000-9340-4ed2d40037b5, infoPort=38413, infoSecurePort=0, ipcPort=43457, storageInfo=lv=-57;cid=testClusterID;nsid=727449957;c=1732620106755), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T11:21:49,424 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1b09e0c02983a252 with lease ID 0xa967aa9e9de907e: Processing first storage report for DS-6b03fd5a-6647-4f6f-8401-834c8b6558a7 from datanode DatanodeRegistration(127.0.0.1:45247, datanodeUuid=a8a33783-4aa2-4000-9340-4ed2d40037b5, infoPort=38413, infoSecurePort=0, ipcPort=43457, storageInfo=lv=-57;cid=testClusterID;nsid=727449957;c=1732620106755) 2024-11-26T11:21:49,424 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1b09e0c02983a252 with lease ID 0xa967aa9e9de907e: from storage DS-6b03fd5a-6647-4f6f-8401-834c8b6558a7 node DatanodeRegistration(127.0.0.1:45247, datanodeUuid=a8a33783-4aa2-4000-9340-4ed2d40037b5, infoPort=38413, infoSecurePort=0, ipcPort=43457, storageInfo=lv=-57;cid=testClusterID;nsid=727449957;c=1732620106755), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T11:21:49,484 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69eb846a-5ed0-4a5a-cca6-3e92c050c38c 2024-11-26T11:21:49,484 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:21:49,485 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:21:49,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45247 is added to blk_1073741825_1001 (size=7) 2024-11-26T11:21:49,894 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b with version=8 2024-11-26T11:21:49,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/hbase-staging 2024-11-26T11:21:49,896 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7f3a3edaecc3:0 server-side Connection retries=45 2024-11-26T11:21:49,897 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:21:49,897 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T11:21:49,897 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T11:21:49,897 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:21:49,897 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T11:21:49,897 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T11:21:49,897 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T11:21:49,898 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45635 2024-11-26T11:21:49,898 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45635 connecting to ZooKeeper ensemble=127.0.0.1:50273 2024-11-26T11:21:50,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:456350x0, quorum=127.0.0.1:50273, baseZNode=/0-205751341 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:21:50,004 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45635-0x10176e0b76b0000 connected 2024-11-26T11:21:50,106 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:21:50,107 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:21:50,110 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45635-0x10176e0b76b0000, quorum=127.0.0.1:50273, baseZNode=/0-205751341 Set watcher on znode that does not yet exist, /0-205751341/running 2024-11-26T11:21:50,110 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b, hbase.cluster.distributed=false 2024-11-26T11:21:50,112 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45635-0x10176e0b76b0000, quorum=127.0.0.1:50273, baseZNode=/0-205751341 Set watcher on znode that does not yet exist, /0-205751341/acl 2024-11-26T11:21:50,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45635 2024-11-26T11:21:50,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45635 2024-11-26T11:21:50,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45635 2024-11-26T11:21:50,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45635 2024-11-26T11:21:50,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45635 2024-11-26T11:21:50,145 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7f3a3edaecc3:0 server-side Connection retries=45 2024-11-26T11:21:50,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:21:50,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T11:21:50,145 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T11:21:50,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:21:50,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T11:21:50,145 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T11:21:50,145 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T11:21:50,146 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42311 2024-11-26T11:21:50,147 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42311 connecting to ZooKeeper ensemble=127.0.0.1:50273 2024-11-26T11:21:50,148 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:21:50,151 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:21:50,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:423110x0, quorum=127.0.0.1:50273, baseZNode=/0-205751341 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:21:50,166 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:423110x0, quorum=127.0.0.1:50273, baseZNode=/0-205751341 Set watcher on znode that does not yet exist, /0-205751341/running 2024-11-26T11:21:50,166 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42311-0x10176e0b76b0001 connected 2024-11-26T11:21:50,166 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T11:21:50,173 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T11:21:50,173 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42311-0x10176e0b76b0001, quorum=127.0.0.1:50273, baseZNode=/0-205751341 Set watcher on znode that does not yet exist, /0-205751341/master 2024-11-26T11:21:50,175 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42311-0x10176e0b76b0001, quorum=127.0.0.1:50273, baseZNode=/0-205751341 Set watcher on znode that does not yet exist, /0-205751341/acl 2024-11-26T11:21:50,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42311 2024-11-26T11:21:50,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42311 2024-11-26T11:21:50,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42311 2024-11-26T11:21:50,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42311 2024-11-26T11:21:50,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42311 2024-11-26T11:21:50,209 DEBUG [M:0;7f3a3edaecc3:45635 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7f3a3edaecc3:45635 2024-11-26T11:21:50,212 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-205751341/backup-masters/7f3a3edaecc3,45635,1732620109896 2024-11-26T11:21:50,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45635-0x10176e0b76b0000, quorum=127.0.0.1:50273, baseZNode=/0-205751341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-205751341/backup-masters 2024-11-26T11:21:50,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42311-0x10176e0b76b0001, quorum=127.0.0.1:50273, baseZNode=/0-205751341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-205751341/backup-masters 2024-11-26T11:21:50,222 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45635-0x10176e0b76b0000, quorum=127.0.0.1:50273, baseZNode=/0-205751341 Set watcher on existing znode=/0-205751341/backup-masters/7f3a3edaecc3,45635,1732620109896 2024-11-26T11:21:50,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45635-0x10176e0b76b0000, quorum=127.0.0.1:50273, baseZNode=/0-205751341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-205751341 2024-11-26T11:21:50,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42311-0x10176e0b76b0001, quorum=127.0.0.1:50273, baseZNode=/0-205751341 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-205751341/master 2024-11-26T11:21:50,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42311-0x10176e0b76b0001, quorum=127.0.0.1:50273, baseZNode=/0-205751341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-205751341 2024-11-26T11:21:50,232 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45635-0x10176e0b76b0000, quorum=127.0.0.1:50273, baseZNode=/0-205751341 Set watcher on existing znode=/0-205751341/master 2024-11-26T11:21:50,233 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-205751341/backup-masters/7f3a3edaecc3,45635,1732620109896 from backup master directory 2024-11-26T11:21:50,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42311-0x10176e0b76b0001, quorum=127.0.0.1:50273, baseZNode=/0-205751341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-205751341/backup-masters 2024-11-26T11:21:50,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45635-0x10176e0b76b0000, quorum=127.0.0.1:50273, baseZNode=/0-205751341 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-205751341/backup-masters/7f3a3edaecc3,45635,1732620109896 2024-11-26T11:21:50,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45635-0x10176e0b76b0000, quorum=127.0.0.1:50273, baseZNode=/0-205751341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-205751341/backup-masters 2024-11-26T11:21:50,242 WARN [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T11:21:50,242 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7f3a3edaecc3,45635,1732620109896 2024-11-26T11:21:50,246 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/hbase.id] with ID: d5b0d96a-5b2d-4079-928e-ff1af43d551d 2024-11-26T11:21:50,246 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/.tmp/hbase.id 2024-11-26T11:21:50,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45247 is added to blk_1073741826_1002 (size=42) 2024-11-26T11:21:50,652 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/.tmp/hbase.id]:[hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/hbase.id] 2024-11-26T11:21:50,660 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:21:50,661 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T11:21:50,661 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-26T11:21:50,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42311-0x10176e0b76b0001, quorum=127.0.0.1:50273, baseZNode=/0-205751341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-205751341 2024-11-26T11:21:50,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45635-0x10176e0b76b0000, quorum=127.0.0.1:50273, baseZNode=/0-205751341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-205751341 2024-11-26T11:21:50,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45247 is added to blk_1073741827_1003 (size=196) 2024-11-26T11:21:50,715 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T11:21:50,716 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T11:21:50,716 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:21:50,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45247 is added to blk_1073741828_1004 (size=1189) 2024-11-26T11:21:50,731 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/MasterData/data/master/store 2024-11-26T11:21:50,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45247 is added to blk_1073741829_1005 (size=34) 2024-11-26T11:21:50,742 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:21:50,742 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T11:21:50,742 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:21:50,742 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:21:50,742 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T11:21:50,742 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:21:50,742 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:21:50,742 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732620110742Disabling compacts and flushes for region at 1732620110742Disabling writes for close at 1732620110742Writing region close event to WAL at 1732620110742Closed at 1732620110742 2024-11-26T11:21:50,743 WARN [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/MasterData/data/master/store/.initializing 2024-11-26T11:21:50,743 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/MasterData/WALs/7f3a3edaecc3,45635,1732620109896 2024-11-26T11:21:50,744 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T11:21:50,746 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7f3a3edaecc3%2C45635%2C1732620109896, suffix=, logDir=hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/MasterData/WALs/7f3a3edaecc3,45635,1732620109896, archiveDir=hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/MasterData/oldWALs, maxLogs=10 2024-11-26T11:21:50,764 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/MasterData/WALs/7f3a3edaecc3,45635,1732620109896/7f3a3edaecc3%2C45635%2C1732620109896.1732620110746, exclude list is [], retry=0 2024-11-26T11:21:50,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45247,DS-f06f316b-ac0a-443b-a78f-f5aa0bed98c9,DISK] 2024-11-26T11:21:50,770 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/MasterData/WALs/7f3a3edaecc3,45635,1732620109896/7f3a3edaecc3%2C45635%2C1732620109896.1732620110746 2024-11-26T11:21:50,770 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38413:38413)] 2024-11-26T11:21:50,770 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:21:50,771 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:21:50,771 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:21:50,771 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:21:50,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:21:50,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T11:21:50,773 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:50,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:21:50,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:21:50,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T11:21:50,774 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:50,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:21:50,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:21:50,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T11:21:50,775 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:50,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:21:50,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:21:50,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T11:21:50,776 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:50,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:21:50,777 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:21:50,777 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:21:50,778 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:21:50,779 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:21:50,779 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:21:50,780 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:21:50,781 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:21:50,785 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:21:50,785 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58898900, jitterRate=-0.12233799695968628}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:21:50,786 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732620110771Initializing all the Stores at 1732620110771Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620110771Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620110772 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620110772Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620110772Cleaning up temporary data from old regions at 1732620110779 (+7 ms)Region opened successfully at 1732620110786 (+7 ms) 2024-11-26T11:21:50,788 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T11:21:50,791 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e440600, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7f3a3edaecc3/172.17.0.3:0 2024-11-26T11:21:50,793 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T11:21:50,793 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T11:21:50,793 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T11:21:50,793 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T11:21:50,794 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T11:21:50,794 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T11:21:50,794 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T11:21:50,804 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T11:21:50,805 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45635-0x10176e0b76b0000, quorum=127.0.0.1:50273, baseZNode=/0-205751341 Unable to get data of znode /0-205751341/balancer because node does not exist (not necessarily an error) 2024-11-26T11:21:50,818 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-205751341/balancer already deleted, retry=false 2024-11-26T11:21:50,818 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T11:21:50,819 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45635-0x10176e0b76b0000, quorum=127.0.0.1:50273, baseZNode=/0-205751341 Unable to get data of znode /0-205751341/normalizer because node does not exist (not necessarily an error) 2024-11-26T11:21:50,832 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-205751341/normalizer already deleted, retry=false 2024-11-26T11:21:50,832 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T11:21:50,833 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45635-0x10176e0b76b0000, quorum=127.0.0.1:50273, baseZNode=/0-205751341 Unable to get data of znode /0-205751341/switch/split because node does not exist (not necessarily an error) 2024-11-26T11:21:50,842 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-205751341/switch/split already deleted, retry=false 2024-11-26T11:21:50,843 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45635-0x10176e0b76b0000, quorum=127.0.0.1:50273, baseZNode=/0-205751341 Unable to get data of znode /0-205751341/switch/merge because node does not exist (not necessarily an error) 2024-11-26T11:21:50,853 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-205751341/switch/merge already deleted, retry=false 2024-11-26T11:21:50,855 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45635-0x10176e0b76b0000, quorum=127.0.0.1:50273, baseZNode=/0-205751341 Unable to get data of znode /0-205751341/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T11:21:50,863 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-205751341/snapshot-cleanup already deleted, retry=false 2024-11-26T11:21:50,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42311-0x10176e0b76b0001, quorum=127.0.0.1:50273, baseZNode=/0-205751341 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-205751341/running 2024-11-26T11:21:50,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42311-0x10176e0b76b0001, quorum=127.0.0.1:50273, baseZNode=/0-205751341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-205751341 2024-11-26T11:21:50,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45635-0x10176e0b76b0000, quorum=127.0.0.1:50273, baseZNode=/0-205751341 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-205751341/running 2024-11-26T11:21:50,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45635-0x10176e0b76b0000, quorum=127.0.0.1:50273, baseZNode=/0-205751341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-205751341 2024-11-26T11:21:50,878 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7f3a3edaecc3,45635,1732620109896, sessionid=0x10176e0b76b0000, setting cluster-up flag (Was=false) 2024-11-26T11:21:50,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42311-0x10176e0b76b0001, quorum=127.0.0.1:50273, baseZNode=/0-205751341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-205751341 2024-11-26T11:21:50,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45635-0x10176e0b76b0000, quorum=127.0.0.1:50273, baseZNode=/0-205751341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-205751341 2024-11-26T11:21:50,926 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-205751341/flush-table-proc/acquired, /0-205751341/flush-table-proc/reached, /0-205751341/flush-table-proc/abort 2024-11-26T11:21:50,928 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7f3a3edaecc3,45635,1732620109896 2024-11-26T11:21:50,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42311-0x10176e0b76b0001, quorum=127.0.0.1:50273, baseZNode=/0-205751341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-205751341 2024-11-26T11:21:50,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45635-0x10176e0b76b0000, quorum=127.0.0.1:50273, baseZNode=/0-205751341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-205751341 2024-11-26T11:21:50,979 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-205751341/online-snapshot/acquired, /0-205751341/online-snapshot/reached, /0-205751341/online-snapshot/abort 2024-11-26T11:21:50,980 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7f3a3edaecc3,45635,1732620109896 2024-11-26T11:21:50,982 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T11:21:50,983 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T11:21:50,983 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T11:21:50,984 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T11:21:50,984 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7f3a3edaecc3,45635,1732620109896 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T11:21:50,985 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:21:50,985 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:21:50,985 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:21:50,985 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:21:50,985 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7f3a3edaecc3:0, corePoolSize=10, maxPoolSize=10 2024-11-26T11:21:50,985 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:21:50,986 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=2, maxPoolSize=2 2024-11-26T11:21:50,986 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:21:50,998 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T11:21:50,998 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T11:21:50,999 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:50,999 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T11:21:51,008 INFO [RS:0;7f3a3edaecc3:42311 {}] regionserver.HRegionServer(746): ClusterId : d5b0d96a-5b2d-4079-928e-ff1af43d551d 2024-11-26T11:21:51,008 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732620141008 2024-11-26T11:21:51,008 DEBUG [RS:0;7f3a3edaecc3:42311 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T11:21:51,008 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T11:21:51,008 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T11:21:51,008 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T11:21:51,008 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T11:21:51,008 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T11:21:51,008 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T11:21:51,010 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:51,012 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T11:21:51,012 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T11:21:51,012 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T11:21:51,012 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T11:21:51,013 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T11:21:51,013 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T11:21:51,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45247 is added to blk_1073741831_1007 (size=1321) 2024-11-26T11:21:51,016 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732620111013,5,FailOnTimeoutGroup] 2024-11-26T11:21:51,020 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732620111016,5,FailOnTimeoutGroup] 2024-11-26T11:21:51,020 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:51,020 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T11:21:51,020 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:51,020 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:51,022 DEBUG [RS:0;7f3a3edaecc3:42311 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T11:21:51,022 DEBUG [RS:0;7f3a3edaecc3:42311 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T11:21:51,032 DEBUG [RS:0;7f3a3edaecc3:42311 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T11:21:51,033 DEBUG [RS:0;7f3a3edaecc3:42311 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c82f080, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7f3a3edaecc3/172.17.0.3:0 2024-11-26T11:21:51,051 DEBUG [RS:0;7f3a3edaecc3:42311 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7f3a3edaecc3:42311 2024-11-26T11:21:51,051 INFO [RS:0;7f3a3edaecc3:42311 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T11:21:51,051 INFO [RS:0;7f3a3edaecc3:42311 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T11:21:51,051 DEBUG [RS:0;7f3a3edaecc3:42311 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T11:21:51,052 INFO [RS:0;7f3a3edaecc3:42311 {}] regionserver.HRegionServer(2659): reportForDuty to master=7f3a3edaecc3,45635,1732620109896 with port=42311, startcode=1732620110145 2024-11-26T11:21:51,052 DEBUG [RS:0;7f3a3edaecc3:42311 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T11:21:51,054 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53291, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T11:21:51,055 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45635 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7f3a3edaecc3,42311,1732620110145 2024-11-26T11:21:51,055 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45635 {}] master.ServerManager(517): Registering regionserver=7f3a3edaecc3,42311,1732620110145 2024-11-26T11:21:51,056 DEBUG [RS:0;7f3a3edaecc3:42311 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b 2024-11-26T11:21:51,056 DEBUG [RS:0;7f3a3edaecc3:42311 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35407 2024-11-26T11:21:51,056 DEBUG [RS:0;7f3a3edaecc3:42311 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T11:21:51,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45635-0x10176e0b76b0000, quorum=127.0.0.1:50273, baseZNode=/0-205751341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-205751341/rs 2024-11-26T11:21:51,064 DEBUG [RS:0;7f3a3edaecc3:42311 {}] zookeeper.ZKUtil(111): regionserver:42311-0x10176e0b76b0001, quorum=127.0.0.1:50273, baseZNode=/0-205751341 Set watcher on existing znode=/0-205751341/rs/7f3a3edaecc3,42311,1732620110145 2024-11-26T11:21:51,064 WARN [RS:0;7f3a3edaecc3:42311 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T11:21:51,064 INFO [RS:0;7f3a3edaecc3:42311 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:21:51,064 DEBUG [RS:0;7f3a3edaecc3:42311 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/WALs/7f3a3edaecc3,42311,1732620110145 2024-11-26T11:21:51,065 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7f3a3edaecc3,42311,1732620110145] 2024-11-26T11:21:51,067 INFO [RS:0;7f3a3edaecc3:42311 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T11:21:51,072 INFO [RS:0;7f3a3edaecc3:42311 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T11:21:51,073 INFO [RS:0;7f3a3edaecc3:42311 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T11:21:51,073 INFO [RS:0;7f3a3edaecc3:42311 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:51,073 INFO [RS:0;7f3a3edaecc3:42311 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T11:21:51,073 INFO [RS:0;7f3a3edaecc3:42311 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T11:21:51,074 INFO [RS:0;7f3a3edaecc3:42311 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:51,074 DEBUG [RS:0;7f3a3edaecc3:42311 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:21:51,074 DEBUG [RS:0;7f3a3edaecc3:42311 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:21:51,074 DEBUG [RS:0;7f3a3edaecc3:42311 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:21:51,074 DEBUG [RS:0;7f3a3edaecc3:42311 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:21:51,074 DEBUG [RS:0;7f3a3edaecc3:42311 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:21:51,074 DEBUG [RS:0;7f3a3edaecc3:42311 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7f3a3edaecc3:0, corePoolSize=2, maxPoolSize=2 2024-11-26T11:21:51,074 DEBUG [RS:0;7f3a3edaecc3:42311 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:21:51,074 DEBUG [RS:0;7f3a3edaecc3:42311 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:21:51,074 DEBUG [RS:0;7f3a3edaecc3:42311 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:21:51,074 DEBUG [RS:0;7f3a3edaecc3:42311 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:21:51,074 DEBUG [RS:0;7f3a3edaecc3:42311 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:21:51,074 DEBUG [RS:0;7f3a3edaecc3:42311 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:21:51,074 DEBUG [RS:0;7f3a3edaecc3:42311 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7f3a3edaecc3:0, corePoolSize=3, maxPoolSize=3 2024-11-26T11:21:51,074 DEBUG [RS:0;7f3a3edaecc3:42311 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7f3a3edaecc3:0, corePoolSize=3, maxPoolSize=3 2024-11-26T11:21:51,082 INFO [RS:0;7f3a3edaecc3:42311 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:51,082 INFO [RS:0;7f3a3edaecc3:42311 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:51,082 INFO [RS:0;7f3a3edaecc3:42311 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:51,082 INFO [RS:0;7f3a3edaecc3:42311 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:51,082 INFO [RS:0;7f3a3edaecc3:42311 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:51,082 INFO [RS:0;7f3a3edaecc3:42311 {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,42311,1732620110145-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T11:21:51,102 INFO [RS:0;7f3a3edaecc3:42311 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T11:21:51,102 INFO [RS:0;7f3a3edaecc3:42311 {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,42311,1732620110145-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:51,103 INFO [RS:0;7f3a3edaecc3:42311 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:51,103 INFO [RS:0;7f3a3edaecc3:42311 {}] regionserver.Replication(171): 7f3a3edaecc3,42311,1732620110145 started 2024-11-26T11:21:51,123 INFO [RS:0;7f3a3edaecc3:42311 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:51,123 INFO [RS:0;7f3a3edaecc3:42311 {}] regionserver.HRegionServer(1482): Serving as 7f3a3edaecc3,42311,1732620110145, RpcServer on 7f3a3edaecc3/172.17.0.3:42311, sessionid=0x10176e0b76b0001 2024-11-26T11:21:51,124 DEBUG [RS:0;7f3a3edaecc3:42311 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T11:21:51,124 DEBUG [RS:0;7f3a3edaecc3:42311 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7f3a3edaecc3,42311,1732620110145 2024-11-26T11:21:51,124 DEBUG [RS:0;7f3a3edaecc3:42311 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7f3a3edaecc3,42311,1732620110145' 2024-11-26T11:21:51,124 DEBUG [RS:0;7f3a3edaecc3:42311 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-205751341/flush-table-proc/abort' 2024-11-26T11:21:51,124 DEBUG [RS:0;7f3a3edaecc3:42311 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-205751341/flush-table-proc/acquired' 2024-11-26T11:21:51,125 DEBUG [RS:0;7f3a3edaecc3:42311 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T11:21:51,125 DEBUG [RS:0;7f3a3edaecc3:42311 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T11:21:51,125 DEBUG [RS:0;7f3a3edaecc3:42311 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7f3a3edaecc3,42311,1732620110145 2024-11-26T11:21:51,125 DEBUG [RS:0;7f3a3edaecc3:42311 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7f3a3edaecc3,42311,1732620110145' 2024-11-26T11:21:51,125 DEBUG [RS:0;7f3a3edaecc3:42311 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-205751341/online-snapshot/abort' 2024-11-26T11:21:51,125 DEBUG [RS:0;7f3a3edaecc3:42311 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-205751341/online-snapshot/acquired' 2024-11-26T11:21:51,125 DEBUG [RS:0;7f3a3edaecc3:42311 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T11:21:51,125 INFO [RS:0;7f3a3edaecc3:42311 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T11:21:51,125 INFO [RS:0;7f3a3edaecc3:42311 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T11:21:51,226 INFO [RS:0;7f3a3edaecc3:42311 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T11:21:51,228 INFO [RS:0;7f3a3edaecc3:42311 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7f3a3edaecc3%2C42311%2C1732620110145, suffix=, logDir=hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/WALs/7f3a3edaecc3,42311,1732620110145, archiveDir=hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/oldWALs, maxLogs=10 2024-11-26T11:21:51,247 DEBUG [RS:0;7f3a3edaecc3:42311 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/WALs/7f3a3edaecc3,42311,1732620110145/7f3a3edaecc3%2C42311%2C1732620110145.1732620111228, exclude list is [], retry=0 2024-11-26T11:21:51,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45247,DS-f06f316b-ac0a-443b-a78f-f5aa0bed98c9,DISK] 2024-11-26T11:21:51,253 INFO [RS:0;7f3a3edaecc3:42311 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/WALs/7f3a3edaecc3,42311,1732620110145/7f3a3edaecc3%2C42311%2C1732620110145.1732620111228 2024-11-26T11:21:51,257 DEBUG [RS:0;7f3a3edaecc3:42311 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38413:38413)] 2024-11-26T11:21:51,417 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T11:21:51,417 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b 2024-11-26T11:21:51,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45247 is added to blk_1073741833_1009 (size=32) 2024-11-26T11:21:51,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:21:51,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T11:21:51,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T11:21:51,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:51,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:21:51,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T11:21:51,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T11:21:51,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:51,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:21:51,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T11:21:51,442 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T11:21:51,442 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:51,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:21:51,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T11:21:51,444 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T11:21:51,444 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:51,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:21:51,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T11:21:51,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/data/hbase/meta/1588230740 2024-11-26T11:21:51,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/data/hbase/meta/1588230740 2024-11-26T11:21:51,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T11:21:51,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T11:21:51,447 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:21:51,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T11:21:51,449 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:21:51,450 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69345959, jitterRate=0.03333531320095062}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:21:51,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732620111427Initializing all the Stores at 1732620111436 (+9 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620111436Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620111438 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620111438Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620111438Cleaning up temporary data from old regions at 1732620111446 (+8 ms)Region opened successfully at 1732620111450 (+4 ms) 2024-11-26T11:21:51,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T11:21:51,450 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T11:21:51,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T11:21:51,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T11:21:51,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T11:21:51,451 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T11:21:51,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732620111450Disabling compacts and flushes for region at 1732620111450Disabling writes for close at 1732620111451 (+1 ms)Writing region close event to WAL at 1732620111451Closed at 1732620111451 2024-11-26T11:21:51,452 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T11:21:51,452 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T11:21:51,452 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T11:21:51,453 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T11:21:51,454 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T11:21:51,605 DEBUG [7f3a3edaecc3:45635 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T11:21:51,605 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7f3a3edaecc3,42311,1732620110145 2024-11-26T11:21:51,606 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7f3a3edaecc3,42311,1732620110145, state=OPENING 2024-11-26T11:21:51,684 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T11:21:51,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45635-0x10176e0b76b0000, quorum=127.0.0.1:50273, baseZNode=/0-205751341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-205751341 2024-11-26T11:21:51,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42311-0x10176e0b76b0001, quorum=127.0.0.1:50273, baseZNode=/0-205751341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-205751341 2024-11-26T11:21:51,695 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T11:21:51,695 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-205751341/meta-region-server: CHANGED 2024-11-26T11:21:51,695 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-205751341/meta-region-server: CHANGED 2024-11-26T11:21:51,695 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,42311,1732620110145}] 2024-11-26T11:21:51,847 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T11:21:51,849 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39855, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T11:21:51,852 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T11:21:51,852 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:21:51,852 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T11:21:51,853 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7f3a3edaecc3%2C42311%2C1732620110145.meta, suffix=.meta, logDir=hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/WALs/7f3a3edaecc3,42311,1732620110145, archiveDir=hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/oldWALs, maxLogs=10 2024-11-26T11:21:51,872 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/WALs/7f3a3edaecc3,42311,1732620110145/7f3a3edaecc3%2C42311%2C1732620110145.meta.1732620111854.meta, exclude list is [], retry=0 2024-11-26T11:21:51,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45247,DS-f06f316b-ac0a-443b-a78f-f5aa0bed98c9,DISK] 2024-11-26T11:21:51,882 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/WALs/7f3a3edaecc3,42311,1732620110145/7f3a3edaecc3%2C42311%2C1732620110145.meta.1732620111854.meta 2024-11-26T11:21:51,883 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38413:38413)] 2024-11-26T11:21:51,883 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:21:51,883 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T11:21:51,884 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T11:21:51,884 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T11:21:51,884 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T11:21:51,884 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T11:21:51,884 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:21:51,884 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T11:21:51,884 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T11:21:51,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T11:21:51,886 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T11:21:51,886 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:51,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:21:51,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T11:21:51,890 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T11:21:51,890 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:51,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:21:51,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T11:21:51,892 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T11:21:51,892 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:51,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:21:51,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T11:21:51,893 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T11:21:51,894 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:51,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:21:51,894 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T11:21:51,895 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/data/hbase/meta/1588230740 2024-11-26T11:21:51,896 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/data/hbase/meta/1588230740 2024-11-26T11:21:51,897 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T11:21:51,897 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T11:21:51,897 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:21:51,899 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T11:21:51,899 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66039728, jitterRate=-0.015931367874145508}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:21:51,899 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T11:21:51,900 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732620111884Writing region info on filesystem at 1732620111884Initializing all the Stores at 1732620111885 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620111885Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620111885Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620111885Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620111885Cleaning up temporary data from old regions at 1732620111897 (+12 ms)Running coprocessor post-open hooks at 1732620111899 (+2 ms)Region opened successfully at 1732620111900 (+1 ms) 2024-11-26T11:21:51,901 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732620111847 2024-11-26T11:21:51,903 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T11:21:51,903 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T11:21:51,904 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7f3a3edaecc3,42311,1732620110145 2024-11-26T11:21:51,905 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7f3a3edaecc3,42311,1732620110145, state=OPEN 2024-11-26T11:21:52,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45635-0x10176e0b76b0000, quorum=127.0.0.1:50273, baseZNode=/0-205751341 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-205751341/meta-region-server 2024-11-26T11:21:52,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42311-0x10176e0b76b0001, quorum=127.0.0.1:50273, baseZNode=/0-205751341 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-205751341/meta-region-server 2024-11-26T11:21:52,068 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-205751341/meta-region-server: CHANGED 2024-11-26T11:21:52,068 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-205751341/meta-region-server: CHANGED 2024-11-26T11:21:52,068 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,42311,1732620110145 2024-11-26T11:21:52,071 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T11:21:52,071 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,42311,1732620110145 in 373 msec 2024-11-26T11:21:52,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T11:21:52,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 619 msec 2024-11-26T11:21:52,074 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T11:21:52,074 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T11:21:52,075 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:21:52,075 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,42311,1732620110145, seqNum=-1] 2024-11-26T11:21:52,075 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:21:52,076 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35779, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:21:52,081 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0970 sec 2024-11-26T11:21:52,081 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732620112081, completionTime=-1 2024-11-26T11:21:52,081 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T11:21:52,081 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T11:21:52,083 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T11:21:52,083 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732620172083 2024-11-26T11:21:52,083 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732620232083 2024-11-26T11:21:52,083 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T11:21:52,083 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,45635,1732620109896-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:52,083 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,45635,1732620109896-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:52,083 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,45635,1732620109896-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:52,083 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7f3a3edaecc3:45635, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:52,083 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:52,084 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:52,085 DEBUG [master/7f3a3edaecc3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T11:21:52,087 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.845sec 2024-11-26T11:21:52,087 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T11:21:52,087 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T11:21:52,087 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T11:21:52,087 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T11:21:52,087 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T11:21:52,088 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,45635,1732620109896-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T11:21:52,088 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,45635,1732620109896-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T11:21:52,090 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T11:21:52,090 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T11:21:52,090 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,45635,1732620109896-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:52,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@271d51e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:52,111 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,45635,-1 for getting cluster id 2024-11-26T11:21:52,111 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:21:52,112 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5b0d96a-5b2d-4079-928e-ff1af43d551d' 2024-11-26T11:21:52,112 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:21:52,112 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5b0d96a-5b2d-4079-928e-ff1af43d551d" 2024-11-26T11:21:52,112 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16ff7e9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:52,112 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,45635,-1] 2024-11-26T11:21:52,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:21:52,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:21:52,114 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:21:52,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bb61d58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:52,115 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:21:52,116 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,42311,1732620110145, seqNum=-1] 2024-11-26T11:21:52,116 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:21:52,117 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:21:52,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7f3a3edaecc3,45635,1732620109896 2024-11-26T11:21:52,119 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50273 2024-11-26T11:21:52,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50273, baseZNode=/0-205751341 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:21:52,148 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10176e0b76b0002 connected 2024-11-26T11:21:52,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69eb846a-5ed0-4a5a-cca6-3e92c050c38c/hadoop.log.dir so I do NOT create it in target/test-data/ffa4157b-e00c-1387-4c3c-e6ebf4c7834c 2024-11-26T11:21:52,161 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69eb846a-5ed0-4a5a-cca6-3e92c050c38c/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T11:21:52,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69eb846a-5ed0-4a5a-cca6-3e92c050c38c/hadoop.tmp.dir so I do NOT create it in target/test-data/ffa4157b-e00c-1387-4c3c-e6ebf4c7834c 2024-11-26T11:21:52,161 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69eb846a-5ed0-4a5a-cca6-3e92c050c38c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T11:21:52,161 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa4157b-e00c-1387-4c3c-e6ebf4c7834c 2024-11-26T11:21:52,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T11:21:52,161 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa4157b-e00c-1387-4c3c-e6ebf4c7834c/cluster_ceba07c0-d320-8991-e6b6-275fe7314298, deleteOnExit=true 2024-11-26T11:21:52,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T11:21:52,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa4157b-e00c-1387-4c3c-e6ebf4c7834c/test.cache.data in system properties and HBase conf 2024-11-26T11:21:52,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa4157b-e00c-1387-4c3c-e6ebf4c7834c/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T11:21:52,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa4157b-e00c-1387-4c3c-e6ebf4c7834c/hadoop.log.dir in system properties and HBase conf 2024-11-26T11:21:52,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa4157b-e00c-1387-4c3c-e6ebf4c7834c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T11:21:52,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa4157b-e00c-1387-4c3c-e6ebf4c7834c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T11:21:52,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T11:21:52,162 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T11:21:52,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa4157b-e00c-1387-4c3c-e6ebf4c7834c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T11:21:52,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa4157b-e00c-1387-4c3c-e6ebf4c7834c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T11:21:52,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa4157b-e00c-1387-4c3c-e6ebf4c7834c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T11:21:52,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa4157b-e00c-1387-4c3c-e6ebf4c7834c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T11:21:52,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa4157b-e00c-1387-4c3c-e6ebf4c7834c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T11:21:52,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa4157b-e00c-1387-4c3c-e6ebf4c7834c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T11:21:52,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa4157b-e00c-1387-4c3c-e6ebf4c7834c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T11:21:52,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa4157b-e00c-1387-4c3c-e6ebf4c7834c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T11:21:52,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa4157b-e00c-1387-4c3c-e6ebf4c7834c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T11:21:52,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa4157b-e00c-1387-4c3c-e6ebf4c7834c/nfs.dump.dir in system properties and HBase conf 2024-11-26T11:21:52,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa4157b-e00c-1387-4c3c-e6ebf4c7834c/java.io.tmpdir in system properties and HBase conf 2024-11-26T11:21:52,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa4157b-e00c-1387-4c3c-e6ebf4c7834c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T11:21:52,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa4157b-e00c-1387-4c3c-e6ebf4c7834c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T11:21:52,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa4157b-e00c-1387-4c3c-e6ebf4c7834c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T11:21:52,537 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:21:52,541 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T11:21:52,550 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T11:21:52,550 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T11:21:52,551 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T11:21:52,552 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:21:52,552 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7df4e5c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa4157b-e00c-1387-4c3c-e6ebf4c7834c/hadoop.log.dir/,AVAILABLE} 2024-11-26T11:21:52,552 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f099de3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T11:21:52,672 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20e85b62{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa4157b-e00c-1387-4c3c-e6ebf4c7834c/java.io.tmpdir/jetty-localhost-40459-hadoop-hdfs-3_4_1-tests_jar-_-any-15634803082509134964/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T11:21:52,672 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@204fd4da{HTTP/1.1, (http/1.1)}{localhost:40459} 2024-11-26T11:21:52,672 INFO [Time-limited test {}] server.Server(415): Started @284823ms 2024-11-26T11:21:52,983 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:21:52,986 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T11:21:52,986 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T11:21:52,986 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T11:21:52,986 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T11:21:52,988 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b3c6a8e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa4157b-e00c-1387-4c3c-e6ebf4c7834c/hadoop.log.dir/,AVAILABLE} 2024-11-26T11:21:52,988 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18c89e3b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T11:21:53,095 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6a038b8a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa4157b-e00c-1387-4c3c-e6ebf4c7834c/java.io.tmpdir/jetty-localhost-46681-hadoop-hdfs-3_4_1-tests_jar-_-any-14539665325051808687/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T11:21:53,095 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@586d003{HTTP/1.1, (http/1.1)}{localhost:46681} 2024-11-26T11:21:53,095 INFO [Time-limited test {}] server.Server(415): Started @285246ms 2024-11-26T11:21:53,096 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T11:21:54,067 WARN [Thread-3559 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa4157b-e00c-1387-4c3c-e6ebf4c7834c/cluster_ceba07c0-d320-8991-e6b6-275fe7314298/data/data2/current/BP-507890061-172.17.0.3-1732620112208/current, will proceed with Du for space computation calculation, 2024-11-26T11:21:54,067 WARN [Thread-3558 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa4157b-e00c-1387-4c3c-e6ebf4c7834c/cluster_ceba07c0-d320-8991-e6b6-275fe7314298/data/data1/current/BP-507890061-172.17.0.3-1732620112208/current, will proceed with Du for space computation calculation, 2024-11-26T11:21:54,090 WARN [Thread-3546 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T11:21:54,094 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd63852b4aa3d01f0 with lease ID 0xe3611815adca5b12: Processing first storage report for DS-9b08a05c-34e4-458e-9f61-89b3f42bf15a from datanode DatanodeRegistration(127.0.0.1:39939, datanodeUuid=387c9dc1-cbe9-4f00-b88f-1d7c8b10edba, infoPort=41835, infoSecurePort=0, ipcPort=34423, storageInfo=lv=-57;cid=testClusterID;nsid=543808824;c=1732620112208) 2024-11-26T11:21:54,094 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd63852b4aa3d01f0 with lease ID 0xe3611815adca5b12: from storage DS-9b08a05c-34e4-458e-9f61-89b3f42bf15a node DatanodeRegistration(127.0.0.1:39939, datanodeUuid=387c9dc1-cbe9-4f00-b88f-1d7c8b10edba, infoPort=41835, infoSecurePort=0, ipcPort=34423, storageInfo=lv=-57;cid=testClusterID;nsid=543808824;c=1732620112208), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T11:21:54,094 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd63852b4aa3d01f0 with lease ID 0xe3611815adca5b12: Processing first storage report for DS-25c7c8ea-bef6-4595-a9de-2203fa2a4cb4 from datanode DatanodeRegistration(127.0.0.1:39939, datanodeUuid=387c9dc1-cbe9-4f00-b88f-1d7c8b10edba, infoPort=41835, infoSecurePort=0, ipcPort=34423, storageInfo=lv=-57;cid=testClusterID;nsid=543808824;c=1732620112208) 2024-11-26T11:21:54,094 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd63852b4aa3d01f0 with lease ID 0xe3611815adca5b12: from storage DS-25c7c8ea-bef6-4595-a9de-2203fa2a4cb4 node DatanodeRegistration(127.0.0.1:39939, datanodeUuid=387c9dc1-cbe9-4f00-b88f-1d7c8b10edba, infoPort=41835, infoSecurePort=0, ipcPort=34423, storageInfo=lv=-57;cid=testClusterID;nsid=543808824;c=1732620112208), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T11:21:54,125 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa4157b-e00c-1387-4c3c-e6ebf4c7834c 2024-11-26T11:21:54,125 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:21:54,126 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:21:54,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39939 is added to blk_1073741825_1001 (size=7) 2024-11-26T11:21:54,534 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686 with version=8 2024-11-26T11:21:54,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/hbase-staging 2024-11-26T11:21:54,536 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7f3a3edaecc3:0 server-side Connection retries=45 2024-11-26T11:21:54,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:21:54,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T11:21:54,537 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T11:21:54,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:21:54,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T11:21:54,537 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T11:21:54,537 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T11:21:54,537 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36027 2024-11-26T11:21:54,538 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36027 connecting to ZooKeeper ensemble=127.0.0.1:50273 2024-11-26T11:21:54,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:360270x0, quorum=127.0.0.1:50273, baseZNode=/1-704077044 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:21:54,586 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36027-0x10176e0b76b0003 connected 2024-11-26T11:21:54,821 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:21:54,823 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:21:54,825 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36027-0x10176e0b76b0003, quorum=127.0.0.1:50273, baseZNode=/1-704077044 Set watcher on znode that does not yet exist, /1-704077044/running 2024-11-26T11:21:54,825 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686, hbase.cluster.distributed=false 2024-11-26T11:21:54,826 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36027-0x10176e0b76b0003, quorum=127.0.0.1:50273, baseZNode=/1-704077044 Set watcher on znode that does not yet exist, /1-704077044/acl 2024-11-26T11:21:54,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36027 2024-11-26T11:21:54,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36027 2024-11-26T11:21:54,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36027 2024-11-26T11:21:54,834 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36027 2024-11-26T11:21:54,834 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36027 2024-11-26T11:21:54,847 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7f3a3edaecc3:0 server-side Connection retries=45 2024-11-26T11:21:54,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:21:54,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T11:21:54,847 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T11:21:54,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:21:54,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T11:21:54,847 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T11:21:54,847 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T11:21:54,848 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33519 2024-11-26T11:21:54,849 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33519 connecting to ZooKeeper ensemble=127.0.0.1:50273 2024-11-26T11:21:54,849 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:21:54,851 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:21:54,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335190x0, quorum=127.0.0.1:50273, baseZNode=/1-704077044 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:21:54,863 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:335190x0, quorum=127.0.0.1:50273, baseZNode=/1-704077044 Set watcher on znode that does not yet exist, /1-704077044/running 2024-11-26T11:21:54,863 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33519-0x10176e0b76b0004 connected 2024-11-26T11:21:54,863 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T11:21:54,864 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T11:21:54,865 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33519-0x10176e0b76b0004, quorum=127.0.0.1:50273, baseZNode=/1-704077044 Set watcher on znode that does not yet exist, /1-704077044/master 2024-11-26T11:21:54,865 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33519-0x10176e0b76b0004, quorum=127.0.0.1:50273, baseZNode=/1-704077044 Set watcher on znode that does not yet exist, /1-704077044/acl 2024-11-26T11:21:54,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33519 2024-11-26T11:21:54,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33519 2024-11-26T11:21:54,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33519 2024-11-26T11:21:54,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33519 2024-11-26T11:21:54,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33519 2024-11-26T11:21:54,890 DEBUG [M:0;7f3a3edaecc3:36027 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7f3a3edaecc3:36027 2024-11-26T11:21:54,891 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-704077044/backup-masters/7f3a3edaecc3,36027,1732620114536 2024-11-26T11:21:54,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33519-0x10176e0b76b0004, quorum=127.0.0.1:50273, baseZNode=/1-704077044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-704077044/backup-masters 2024-11-26T11:21:54,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36027-0x10176e0b76b0003, quorum=127.0.0.1:50273, baseZNode=/1-704077044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-704077044/backup-masters 2024-11-26T11:21:54,902 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36027-0x10176e0b76b0003, quorum=127.0.0.1:50273, baseZNode=/1-704077044 Set watcher on existing znode=/1-704077044/backup-masters/7f3a3edaecc3,36027,1732620114536 2024-11-26T11:21:54,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36027-0x10176e0b76b0003, quorum=127.0.0.1:50273, baseZNode=/1-704077044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-704077044 2024-11-26T11:21:54,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33519-0x10176e0b76b0004, quorum=127.0.0.1:50273, baseZNode=/1-704077044 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-704077044/master 2024-11-26T11:21:54,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33519-0x10176e0b76b0004, quorum=127.0.0.1:50273, baseZNode=/1-704077044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-704077044 2024-11-26T11:21:54,912 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36027-0x10176e0b76b0003, quorum=127.0.0.1:50273, baseZNode=/1-704077044 Set watcher on existing znode=/1-704077044/master 2024-11-26T11:21:54,913 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-704077044/backup-masters/7f3a3edaecc3,36027,1732620114536 from backup master directory 2024-11-26T11:21:54,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36027-0x10176e0b76b0003, quorum=127.0.0.1:50273, baseZNode=/1-704077044 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-704077044/backup-masters/7f3a3edaecc3,36027,1732620114536 2024-11-26T11:21:54,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33519-0x10176e0b76b0004, quorum=127.0.0.1:50273, baseZNode=/1-704077044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-704077044/backup-masters 2024-11-26T11:21:54,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36027-0x10176e0b76b0003, quorum=127.0.0.1:50273, baseZNode=/1-704077044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-704077044/backup-masters 2024-11-26T11:21:54,923 WARN [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T11:21:54,923 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7f3a3edaecc3,36027,1732620114536 2024-11-26T11:21:54,926 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/hbase.id] with ID: 063a47f3-d019-48a3-8cd5-cecf7f2af18f 2024-11-26T11:21:54,926 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/.tmp/hbase.id 2024-11-26T11:21:54,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39939 is added to blk_1073741826_1002 (size=42) 2024-11-26T11:21:55,333 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/.tmp/hbase.id]:[hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/hbase.id] 2024-11-26T11:21:55,340 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:21:55,340 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T11:21:55,341 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T11:21:55,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33519-0x10176e0b76b0004, quorum=127.0.0.1:50273, baseZNode=/1-704077044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-704077044 2024-11-26T11:21:55,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36027-0x10176e0b76b0003, quorum=127.0.0.1:50273, baseZNode=/1-704077044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-704077044 2024-11-26T11:21:55,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39939 is added to blk_1073741827_1003 (size=196) 2024-11-26T11:21:55,812 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T11:21:55,813 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T11:21:55,813 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:21:55,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39939 is added to blk_1073741828_1004 (size=1189) 2024-11-26T11:21:56,110 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:21:56,110 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7f3a3edaecc3,46197,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7f3a3edaecc3:46197 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T11:21:56,111 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88492 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7f3a3edaecc3,46197,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7f3a3edaecc3:46197 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T11:21:56,161 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T11:21:56,161 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T11:21:56,162 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T11:21:56,162 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-26T11:21:56,219 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/MasterData/data/master/store 2024-11-26T11:21:56,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39939 is added to blk_1073741829_1005 (size=34) 2024-11-26T11:21:56,227 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:21:56,227 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T11:21:56,227 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:21:56,227 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:21:56,227 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T11:21:56,227 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:21:56,227 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:21:56,227 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732620116227Disabling compacts and flushes for region at 1732620116227Disabling writes for close at 1732620116227Writing region close event to WAL at 1732620116227Closed at 1732620116227 2024-11-26T11:21:56,227 WARN [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/MasterData/data/master/store/.initializing 2024-11-26T11:21:56,227 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/MasterData/WALs/7f3a3edaecc3,36027,1732620114536 2024-11-26T11:21:56,228 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T11:21:56,229 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7f3a3edaecc3%2C36027%2C1732620114536, suffix=, logDir=hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/MasterData/WALs/7f3a3edaecc3,36027,1732620114536, archiveDir=hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/MasterData/oldWALs, maxLogs=10 2024-11-26T11:21:56,243 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/MasterData/WALs/7f3a3edaecc3,36027,1732620114536/7f3a3edaecc3%2C36027%2C1732620114536.1732620116229, exclude list is [], retry=0 2024-11-26T11:21:56,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39939,DS-9b08a05c-34e4-458e-9f61-89b3f42bf15a,DISK] 2024-11-26T11:21:56,246 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/MasterData/WALs/7f3a3edaecc3,36027,1732620114536/7f3a3edaecc3%2C36027%2C1732620114536.1732620116229 2024-11-26T11:21:56,246 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41835:41835)] 2024-11-26T11:21:56,246 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:21:56,246 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:21:56,246 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:21:56,247 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:21:56,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:21:56,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T11:21:56,248 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:56,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:21:56,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:21:56,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T11:21:56,249 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:56,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:21:56,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:21:56,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T11:21:56,250 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:56,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:21:56,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:21:56,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T11:21:56,251 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:56,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:21:56,252 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:21:56,252 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:21:56,252 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:21:56,253 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:21:56,253 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:21:56,253 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:21:56,254 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:21:56,255 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:21:56,255 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63136360, jitterRate=-0.05919492244720459}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:21:56,255 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732620116247Initializing all the Stores at 1732620116247Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620116247Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620116247Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620116247Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620116247Cleaning up temporary data from old regions at 1732620116253 (+6 ms)Region opened successfully at 1732620116255 (+2 ms) 2024-11-26T11:21:56,255 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T11:21:56,257 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ed0c8a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7f3a3edaecc3/172.17.0.3:0 2024-11-26T11:21:56,258 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T11:21:56,258 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T11:21:56,258 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T11:21:56,258 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T11:21:56,258 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T11:21:56,259 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T11:21:56,259 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T11:21:56,260 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T11:21:56,260 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36027-0x10176e0b76b0003, quorum=127.0.0.1:50273, baseZNode=/1-704077044 Unable to get data of znode /1-704077044/balancer because node does not exist (not necessarily an error) 2024-11-26T11:21:56,319 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-704077044/balancer already deleted, retry=false 2024-11-26T11:21:56,320 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T11:21:56,321 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36027-0x10176e0b76b0003, quorum=127.0.0.1:50273, baseZNode=/1-704077044 Unable to get data of znode /1-704077044/normalizer because node does not exist (not necessarily an error) 2024-11-26T11:21:56,383 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-704077044/normalizer already deleted, retry=false 2024-11-26T11:21:56,384 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T11:21:56,385 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36027-0x10176e0b76b0003, quorum=127.0.0.1:50273, baseZNode=/1-704077044 Unable to get data of znode /1-704077044/switch/split because node does not exist (not necessarily an error) 2024-11-26T11:21:56,479 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-704077044/switch/split already deleted, retry=false 2024-11-26T11:21:56,480 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36027-0x10176e0b76b0003, quorum=127.0.0.1:50273, baseZNode=/1-704077044 Unable to get data of znode /1-704077044/switch/merge because node does not exist (not necessarily an error) 2024-11-26T11:21:56,554 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-704077044/switch/merge already deleted, retry=false 2024-11-26T11:21:56,556 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36027-0x10176e0b76b0003, quorum=127.0.0.1:50273, baseZNode=/1-704077044 Unable to get data of znode /1-704077044/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T11:21:56,638 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-704077044/snapshot-cleanup already deleted, retry=false 2024-11-26T11:21:56,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33519-0x10176e0b76b0004, quorum=127.0.0.1:50273, baseZNode=/1-704077044 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-704077044/running 2024-11-26T11:21:56,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36027-0x10176e0b76b0003, quorum=127.0.0.1:50273, baseZNode=/1-704077044 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-704077044/running 2024-11-26T11:21:56,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33519-0x10176e0b76b0004, quorum=127.0.0.1:50273, baseZNode=/1-704077044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-704077044 2024-11-26T11:21:56,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36027-0x10176e0b76b0003, quorum=127.0.0.1:50273, baseZNode=/1-704077044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-704077044 2024-11-26T11:21:56,733 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7f3a3edaecc3,36027,1732620114536, sessionid=0x10176e0b76b0003, setting cluster-up flag (Was=false) 2024-11-26T11:21:56,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36027-0x10176e0b76b0003, quorum=127.0.0.1:50273, baseZNode=/1-704077044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-704077044 2024-11-26T11:21:56,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33519-0x10176e0b76b0004, quorum=127.0.0.1:50273, baseZNode=/1-704077044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-704077044 2024-11-26T11:21:57,031 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-704077044/flush-table-proc/acquired, /1-704077044/flush-table-proc/reached, /1-704077044/flush-table-proc/abort 2024-11-26T11:21:57,032 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7f3a3edaecc3,36027,1732620114536 2024-11-26T11:21:57,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33519-0x10176e0b76b0004, quorum=127.0.0.1:50273, baseZNode=/1-704077044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-704077044 2024-11-26T11:21:57,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36027-0x10176e0b76b0003, quorum=127.0.0.1:50273, baseZNode=/1-704077044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-704077044 2024-11-26T11:21:57,169 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-704077044/online-snapshot/acquired, /1-704077044/online-snapshot/reached, /1-704077044/online-snapshot/abort 2024-11-26T11:21:57,170 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7f3a3edaecc3,36027,1732620114536 2024-11-26T11:21:57,171 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T11:21:57,172 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T11:21:57,173 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T11:21:57,173 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T11:21:57,173 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7f3a3edaecc3,36027,1732620114536 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T11:21:57,174 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:21:57,174 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:21:57,174 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:21:57,174 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:21:57,174 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7f3a3edaecc3:0, corePoolSize=10, maxPoolSize=10 2024-11-26T11:21:57,174 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:21:57,175 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=2, maxPoolSize=2 2024-11-26T11:21:57,175 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:21:57,176 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732620147176 2024-11-26T11:21:57,176 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T11:21:57,176 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T11:21:57,176 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T11:21:57,176 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T11:21:57,176 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T11:21:57,176 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T11:21:57,176 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T11:21:57,176 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:57,176 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T11:21:57,177 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:57,177 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T11:21:57,180 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T11:21:57,180 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T11:21:57,180 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T11:21:57,180 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T11:21:57,181 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T11:21:57,181 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T11:21:57,181 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732620117181,5,FailOnTimeoutGroup] 2024-11-26T11:21:57,181 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732620117181,5,FailOnTimeoutGroup] 2024-11-26T11:21:57,181 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:57,181 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T11:21:57,181 INFO [RS:0;7f3a3edaecc3:33519 {}] regionserver.HRegionServer(746): ClusterId : 063a47f3-d019-48a3-8cd5-cecf7f2af18f 2024-11-26T11:21:57,181 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:57,181 DEBUG [RS:0;7f3a3edaecc3:33519 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T11:21:57,181 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:57,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39939 is added to blk_1073741831_1007 (size=1321) 2024-11-26T11:21:57,200 DEBUG [RS:0;7f3a3edaecc3:33519 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T11:21:57,200 DEBUG [RS:0;7f3a3edaecc3:33519 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T11:21:57,221 DEBUG [RS:0;7f3a3edaecc3:33519 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T11:21:57,221 DEBUG [RS:0;7f3a3edaecc3:33519 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ca04a99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7f3a3edaecc3/172.17.0.3:0 2024-11-26T11:21:57,232 DEBUG [RS:0;7f3a3edaecc3:33519 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7f3a3edaecc3:33519 2024-11-26T11:21:57,232 INFO [RS:0;7f3a3edaecc3:33519 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T11:21:57,232 INFO [RS:0;7f3a3edaecc3:33519 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T11:21:57,232 DEBUG [RS:0;7f3a3edaecc3:33519 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T11:21:57,233 INFO [RS:0;7f3a3edaecc3:33519 {}] regionserver.HRegionServer(2659): reportForDuty to master=7f3a3edaecc3,36027,1732620114536 with port=33519, startcode=1732620114847 2024-11-26T11:21:57,233 DEBUG [RS:0;7f3a3edaecc3:33519 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T11:21:57,234 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44167, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T11:21:57,235 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36027 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7f3a3edaecc3,33519,1732620114847 2024-11-26T11:21:57,235 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36027 {}] master.ServerManager(517): Registering regionserver=7f3a3edaecc3,33519,1732620114847 2024-11-26T11:21:57,236 DEBUG [RS:0;7f3a3edaecc3:33519 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686 2024-11-26T11:21:57,236 DEBUG [RS:0;7f3a3edaecc3:33519 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41221 2024-11-26T11:21:57,236 DEBUG [RS:0;7f3a3edaecc3:33519 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T11:21:57,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36027-0x10176e0b76b0003, quorum=127.0.0.1:50273, baseZNode=/1-704077044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-704077044/rs 2024-11-26T11:21:57,297 DEBUG [RS:0;7f3a3edaecc3:33519 {}] zookeeper.ZKUtil(111): regionserver:33519-0x10176e0b76b0004, quorum=127.0.0.1:50273, baseZNode=/1-704077044 Set watcher on existing znode=/1-704077044/rs/7f3a3edaecc3,33519,1732620114847 2024-11-26T11:21:57,297 WARN [RS:0;7f3a3edaecc3:33519 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T11:21:57,297 INFO [RS:0;7f3a3edaecc3:33519 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:21:57,297 DEBUG [RS:0;7f3a3edaecc3:33519 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/WALs/7f3a3edaecc3,33519,1732620114847 2024-11-26T11:21:57,297 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7f3a3edaecc3,33519,1732620114847] 2024-11-26T11:21:57,300 INFO [RS:0;7f3a3edaecc3:33519 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T11:21:57,301 INFO [RS:0;7f3a3edaecc3:33519 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T11:21:57,302 INFO [RS:0;7f3a3edaecc3:33519 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T11:21:57,302 INFO [RS:0;7f3a3edaecc3:33519 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:57,302 INFO [RS:0;7f3a3edaecc3:33519 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T11:21:57,302 INFO [RS:0;7f3a3edaecc3:33519 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T11:21:57,302 INFO [RS:0;7f3a3edaecc3:33519 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:57,302 DEBUG [RS:0;7f3a3edaecc3:33519 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:21:57,302 DEBUG [RS:0;7f3a3edaecc3:33519 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:21:57,302 DEBUG [RS:0;7f3a3edaecc3:33519 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:21:57,302 DEBUG [RS:0;7f3a3edaecc3:33519 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:21:57,303 DEBUG [RS:0;7f3a3edaecc3:33519 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:21:57,303 DEBUG [RS:0;7f3a3edaecc3:33519 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7f3a3edaecc3:0, corePoolSize=2, maxPoolSize=2 2024-11-26T11:21:57,303 DEBUG [RS:0;7f3a3edaecc3:33519 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:21:57,303 DEBUG [RS:0;7f3a3edaecc3:33519 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:21:57,303 DEBUG [RS:0;7f3a3edaecc3:33519 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:21:57,303 DEBUG [RS:0;7f3a3edaecc3:33519 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:21:57,303 DEBUG [RS:0;7f3a3edaecc3:33519 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:21:57,303 DEBUG [RS:0;7f3a3edaecc3:33519 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:21:57,303 DEBUG [RS:0;7f3a3edaecc3:33519 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7f3a3edaecc3:0, corePoolSize=3, maxPoolSize=3 2024-11-26T11:21:57,303 DEBUG [RS:0;7f3a3edaecc3:33519 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7f3a3edaecc3:0, corePoolSize=3, maxPoolSize=3 2024-11-26T11:21:57,303 INFO [RS:0;7f3a3edaecc3:33519 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:57,303 INFO [RS:0;7f3a3edaecc3:33519 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:57,303 INFO [RS:0;7f3a3edaecc3:33519 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:57,303 INFO [RS:0;7f3a3edaecc3:33519 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:57,303 INFO [RS:0;7f3a3edaecc3:33519 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:57,303 INFO [RS:0;7f3a3edaecc3:33519 {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,33519,1732620114847-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T11:21:57,315 INFO [RS:0;7f3a3edaecc3:33519 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T11:21:57,316 INFO [RS:0;7f3a3edaecc3:33519 {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,33519,1732620114847-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:57,316 INFO [RS:0;7f3a3edaecc3:33519 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:57,316 INFO [RS:0;7f3a3edaecc3:33519 {}] regionserver.Replication(171): 7f3a3edaecc3,33519,1732620114847 started 2024-11-26T11:21:57,328 INFO [RS:0;7f3a3edaecc3:33519 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:57,328 INFO [RS:0;7f3a3edaecc3:33519 {}] regionserver.HRegionServer(1482): Serving as 7f3a3edaecc3,33519,1732620114847, RpcServer on 7f3a3edaecc3/172.17.0.3:33519, sessionid=0x10176e0b76b0004 2024-11-26T11:21:57,329 DEBUG [RS:0;7f3a3edaecc3:33519 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T11:21:57,329 DEBUG [RS:0;7f3a3edaecc3:33519 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7f3a3edaecc3,33519,1732620114847 2024-11-26T11:21:57,329 DEBUG [RS:0;7f3a3edaecc3:33519 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7f3a3edaecc3,33519,1732620114847' 2024-11-26T11:21:57,329 DEBUG [RS:0;7f3a3edaecc3:33519 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-704077044/flush-table-proc/abort' 2024-11-26T11:21:57,329 DEBUG [RS:0;7f3a3edaecc3:33519 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-704077044/flush-table-proc/acquired' 2024-11-26T11:21:57,329 DEBUG [RS:0;7f3a3edaecc3:33519 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T11:21:57,329 DEBUG [RS:0;7f3a3edaecc3:33519 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T11:21:57,330 DEBUG [RS:0;7f3a3edaecc3:33519 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7f3a3edaecc3,33519,1732620114847 2024-11-26T11:21:57,330 DEBUG [RS:0;7f3a3edaecc3:33519 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7f3a3edaecc3,33519,1732620114847' 2024-11-26T11:21:57,330 DEBUG [RS:0;7f3a3edaecc3:33519 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-704077044/online-snapshot/abort' 2024-11-26T11:21:57,330 DEBUG [RS:0;7f3a3edaecc3:33519 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-704077044/online-snapshot/acquired' 2024-11-26T11:21:57,330 DEBUG [RS:0;7f3a3edaecc3:33519 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T11:21:57,330 INFO [RS:0;7f3a3edaecc3:33519 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T11:21:57,330 INFO [RS:0;7f3a3edaecc3:33519 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T11:21:57,387 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T11:21:57,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:57,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:57,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:57,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:57,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:57,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:57,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:57,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:57,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:57,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:57,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:57,430 INFO [RS:0;7f3a3edaecc3:33519 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T11:21:57,432 INFO [RS:0;7f3a3edaecc3:33519 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7f3a3edaecc3%2C33519%2C1732620114847, suffix=, logDir=hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/WALs/7f3a3edaecc3,33519,1732620114847, archiveDir=hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/oldWALs, maxLogs=10 2024-11-26T11:21:57,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:57,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:57,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:57,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:21:57,445 DEBUG [RS:0;7f3a3edaecc3:33519 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/WALs/7f3a3edaecc3,33519,1732620114847/7f3a3edaecc3%2C33519%2C1732620114847.1732620117432, exclude list is [], retry=0 2024-11-26T11:21:57,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39939,DS-9b08a05c-34e4-458e-9f61-89b3f42bf15a,DISK] 2024-11-26T11:21:57,452 INFO [RS:0;7f3a3edaecc3:33519 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/WALs/7f3a3edaecc3,33519,1732620114847/7f3a3edaecc3%2C33519%2C1732620114847.1732620117432 2024-11-26T11:21:57,455 DEBUG [RS:0;7f3a3edaecc3:33519 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41835:41835)] 2024-11-26T11:21:57,467 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T11:21:57,588 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T11:21:57,588 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686 2024-11-26T11:21:57,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39939 is added to blk_1073741833_1009 (size=32) 2024-11-26T11:21:57,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:21:57,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T11:21:58,001 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T11:21:58,001 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:58,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:21:58,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T11:21:58,004 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T11:21:58,004 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:58,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:21:58,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T11:21:58,005 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T11:21:58,005 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:58,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:21:58,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T11:21:58,005 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T11:21:58,006 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:58,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:21:58,006 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T11:21:58,006 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/data/hbase/meta/1588230740 2024-11-26T11:21:58,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/data/hbase/meta/1588230740 2024-11-26T11:21:58,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T11:21:58,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T11:21:58,008 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:21:58,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T11:21:58,010 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:21:58,010 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61264041, jitterRate=-0.08709464967250824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:21:58,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732620117998Initializing all the Stores at 1732620117999 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620117999Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620117999Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620117999Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620117999Cleaning up temporary data from old regions at 1732620118007 (+8 ms)Region opened successfully at 1732620118010 (+3 ms) 2024-11-26T11:21:58,011 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T11:21:58,011 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T11:21:58,011 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T11:21:58,011 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T11:21:58,011 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T11:21:58,011 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T11:21:58,011 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732620118011Disabling compacts and flushes for region at 1732620118011Disabling writes for close at 1732620118011Writing region close event to WAL at 1732620118011Closed at 1732620118011 2024-11-26T11:21:58,012 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T11:21:58,012 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T11:21:58,012 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T11:21:58,013 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T11:21:58,014 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T11:21:58,164 DEBUG [7f3a3edaecc3:36027 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T11:21:58,165 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7f3a3edaecc3,33519,1732620114847 2024-11-26T11:21:58,166 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7f3a3edaecc3,33519,1732620114847, state=OPENING 2024-11-26T11:21:58,178 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T11:21:58,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33519-0x10176e0b76b0004, quorum=127.0.0.1:50273, baseZNode=/1-704077044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-704077044 2024-11-26T11:21:58,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36027-0x10176e0b76b0003, quorum=127.0.0.1:50273, baseZNode=/1-704077044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-704077044 2024-11-26T11:21:58,189 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-704077044/meta-region-server: CHANGED 2024-11-26T11:21:58,190 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-704077044/meta-region-server: CHANGED 2024-11-26T11:21:58,190 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T11:21:58,190 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,33519,1732620114847}] 2024-11-26T11:21:58,343 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T11:21:58,344 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39113, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T11:21:58,347 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T11:21:58,347 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:21:58,347 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T11:21:58,348 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7f3a3edaecc3%2C33519%2C1732620114847.meta, suffix=.meta, logDir=hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/WALs/7f3a3edaecc3,33519,1732620114847, archiveDir=hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/oldWALs, maxLogs=10 2024-11-26T11:21:58,364 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/WALs/7f3a3edaecc3,33519,1732620114847/7f3a3edaecc3%2C33519%2C1732620114847.meta.1732620118348.meta, exclude list is [], retry=0 2024-11-26T11:21:58,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39939,DS-9b08a05c-34e4-458e-9f61-89b3f42bf15a,DISK] 2024-11-26T11:21:58,367 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/WALs/7f3a3edaecc3,33519,1732620114847/7f3a3edaecc3%2C33519%2C1732620114847.meta.1732620118348.meta 2024-11-26T11:21:58,368 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41835:41835)] 2024-11-26T11:21:58,368 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:21:58,368 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T11:21:58,368 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T11:21:58,368 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T11:21:58,368 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T11:21:58,369 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T11:21:58,369 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:21:58,369 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T11:21:58,369 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T11:21:58,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T11:21:58,373 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T11:21:58,373 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:58,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:21:58,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T11:21:58,374 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T11:21:58,374 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:58,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:21:58,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T11:21:58,375 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T11:21:58,375 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:58,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:21:58,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T11:21:58,376 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T11:21:58,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:21:58,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:21:58,376 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T11:21:58,376 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/data/hbase/meta/1588230740 2024-11-26T11:21:58,377 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/data/hbase/meta/1588230740 2024-11-26T11:21:58,378 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T11:21:58,378 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T11:21:58,378 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:21:58,379 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T11:21:58,379 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70353860, jitterRate=0.04835420846939087}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:21:58,380 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T11:21:58,380 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732620118369Writing region info on filesystem at 1732620118369Initializing all the Stores at 1732620118369Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620118369Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620118372 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620118372Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620118372Cleaning up temporary data from old regions at 1732620118378 (+6 ms)Running coprocessor post-open hooks at 1732620118380 (+2 ms)Region opened successfully at 1732620118380 2024-11-26T11:21:58,381 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732620118342 2024-11-26T11:21:58,382 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T11:21:58,383 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T11:21:58,383 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7f3a3edaecc3,33519,1732620114847 2024-11-26T11:21:58,384 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7f3a3edaecc3,33519,1732620114847, state=OPEN 2024-11-26T11:21:58,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36027-0x10176e0b76b0003, quorum=127.0.0.1:50273, baseZNode=/1-704077044 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-704077044/meta-region-server 2024-11-26T11:21:58,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33519-0x10176e0b76b0004, quorum=127.0.0.1:50273, baseZNode=/1-704077044 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-704077044/meta-region-server 2024-11-26T11:21:58,396 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,33519,1732620114847 2024-11-26T11:21:58,396 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-704077044/meta-region-server: CHANGED 2024-11-26T11:21:58,396 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-704077044/meta-region-server: CHANGED 2024-11-26T11:21:58,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T11:21:58,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,33519,1732620114847 in 206 msec 2024-11-26T11:21:58,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T11:21:58,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 386 msec 2024-11-26T11:21:58,401 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T11:21:58,401 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T11:21:58,402 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:21:58,402 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,33519,1732620114847, seqNum=-1] 2024-11-26T11:21:58,402 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:21:58,403 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57715, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:21:58,407 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2350 sec 2024-11-26T11:21:58,407 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732620118407, completionTime=-1 2024-11-26T11:21:58,407 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T11:21:58,407 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T11:21:58,409 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T11:21:58,409 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732620178409 2024-11-26T11:21:58,409 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732620238409 2024-11-26T11:21:58,409 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T11:21:58,410 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,36027,1732620114536-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:58,410 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,36027,1732620114536-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:58,410 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,36027,1732620114536-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:58,410 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7f3a3edaecc3:36027, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:58,410 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:58,410 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:58,411 DEBUG [master/7f3a3edaecc3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T11:21:58,413 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.490sec 2024-11-26T11:21:58,413 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T11:21:58,413 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T11:21:58,413 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T11:21:58,413 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T11:21:58,413 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T11:21:58,413 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,36027,1732620114536-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T11:21:58,414 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,36027,1732620114536-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T11:21:58,415 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T11:21:58,415 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T11:21:58,415 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,36027,1732620114536-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:21:58,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@482d5aa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:58,484 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,36027,-1 for getting cluster id 2024-11-26T11:21:58,484 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:21:58,486 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '063a47f3-d019-48a3-8cd5-cecf7f2af18f' 2024-11-26T11:21:58,486 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:21:58,486 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "063a47f3-d019-48a3-8cd5-cecf7f2af18f" 2024-11-26T11:21:58,486 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62362785, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:58,486 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,36027,-1] 2024-11-26T11:21:58,486 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:21:58,487 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:21:58,487 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:21:58,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50d3c532, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:21:58,489 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:21:58,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,33519,1732620114847, seqNum=-1] 2024-11-26T11:21:58,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:21:58,491 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:21:58,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7f3a3edaecc3,36027,1732620114536 2024-11-26T11:21:58,494 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50273 2024-11-26T11:21:58,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50273, baseZNode=/1-704077044 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:21:58,505 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10176e0b76b0005 connected 2024-11-26T11:21:58,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa4157b-e00c-1387-4c3c-e6ebf4c7834c/hadoop.log.dir so I do NOT create it in target/test-data/3b74d1a3-3e8d-9a8f-f456-4bbf6420d96b 2024-11-26T11:21:58,518 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa4157b-e00c-1387-4c3c-e6ebf4c7834c/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T11:21:58,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa4157b-e00c-1387-4c3c-e6ebf4c7834c/hadoop.tmp.dir so I do NOT create it in target/test-data/3b74d1a3-3e8d-9a8f-f456-4bbf6420d96b 2024-11-26T11:21:58,518 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa4157b-e00c-1387-4c3c-e6ebf4c7834c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T11:21:58,518 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b74d1a3-3e8d-9a8f-f456-4bbf6420d96b 2024-11-26T11:21:58,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T11:21:58,519 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b74d1a3-3e8d-9a8f-f456-4bbf6420d96b/cluster_70893794-d525-a5f9-14ba-91351a429a10, deleteOnExit=true 2024-11-26T11:21:58,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T11:21:58,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b74d1a3-3e8d-9a8f-f456-4bbf6420d96b/test.cache.data in system properties and HBase conf 2024-11-26T11:21:58,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b74d1a3-3e8d-9a8f-f456-4bbf6420d96b/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T11:21:58,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b74d1a3-3e8d-9a8f-f456-4bbf6420d96b/hadoop.log.dir in system properties and HBase conf 2024-11-26T11:21:58,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b74d1a3-3e8d-9a8f-f456-4bbf6420d96b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T11:21:58,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b74d1a3-3e8d-9a8f-f456-4bbf6420d96b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T11:21:58,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T11:21:58,519 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T11:21:58,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b74d1a3-3e8d-9a8f-f456-4bbf6420d96b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T11:21:58,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b74d1a3-3e8d-9a8f-f456-4bbf6420d96b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T11:21:58,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b74d1a3-3e8d-9a8f-f456-4bbf6420d96b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T11:21:58,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b74d1a3-3e8d-9a8f-f456-4bbf6420d96b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T11:21:58,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b74d1a3-3e8d-9a8f-f456-4bbf6420d96b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T11:21:58,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b74d1a3-3e8d-9a8f-f456-4bbf6420d96b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T11:21:58,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b74d1a3-3e8d-9a8f-f456-4bbf6420d96b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T11:21:58,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b74d1a3-3e8d-9a8f-f456-4bbf6420d96b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T11:21:58,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b74d1a3-3e8d-9a8f-f456-4bbf6420d96b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T11:21:58,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b74d1a3-3e8d-9a8f-f456-4bbf6420d96b/nfs.dump.dir in system properties and HBase conf 2024-11-26T11:21:58,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b74d1a3-3e8d-9a8f-f456-4bbf6420d96b/java.io.tmpdir in system properties and HBase conf 2024-11-26T11:21:58,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b74d1a3-3e8d-9a8f-f456-4bbf6420d96b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T11:21:58,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b74d1a3-3e8d-9a8f-f456-4bbf6420d96b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T11:21:58,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b74d1a3-3e8d-9a8f-f456-4bbf6420d96b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T11:21:58,869 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:21:58,872 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T11:21:58,874 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T11:21:58,874 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T11:21:58,874 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T11:21:58,875 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:21:58,876 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50a2ef6f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b74d1a3-3e8d-9a8f-f456-4bbf6420d96b/hadoop.log.dir/,AVAILABLE} 2024-11-26T11:21:58,876 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4068e39f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T11:21:58,972 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b86b52d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b74d1a3-3e8d-9a8f-f456-4bbf6420d96b/java.io.tmpdir/jetty-localhost-40581-hadoop-hdfs-3_4_1-tests_jar-_-any-6210071896055323988/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T11:21:58,972 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2fc9b090{HTTP/1.1, (http/1.1)}{localhost:40581} 2024-11-26T11:21:58,972 INFO [Time-limited test {}] server.Server(415): Started @291123ms 2024-11-26T11:21:59,234 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:21:59,237 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T11:21:59,241 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T11:21:59,241 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T11:21:59,241 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T11:21:59,242 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18949131{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b74d1a3-3e8d-9a8f-f456-4bbf6420d96b/hadoop.log.dir/,AVAILABLE} 2024-11-26T11:21:59,242 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60ad65f1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T11:21:59,338 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4916ad73{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b74d1a3-3e8d-9a8f-f456-4bbf6420d96b/java.io.tmpdir/jetty-localhost-34649-hadoop-hdfs-3_4_1-tests_jar-_-any-10714349620300498317/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T11:21:59,338 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e9775aa{HTTP/1.1, (http/1.1)}{localhost:34649} 2024-11-26T11:21:59,339 INFO [Time-limited test {}] server.Server(415): Started @291489ms 2024-11-26T11:21:59,339 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T11:22:00,085 WARN [Thread-3679 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b74d1a3-3e8d-9a8f-f456-4bbf6420d96b/cluster_70893794-d525-a5f9-14ba-91351a429a10/data/data1/current/BP-187125188-172.17.0.3-1732620118543/current, will proceed with Du for space computation calculation, 2024-11-26T11:22:00,085 WARN [Thread-3680 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b74d1a3-3e8d-9a8f-f456-4bbf6420d96b/cluster_70893794-d525-a5f9-14ba-91351a429a10/data/data2/current/BP-187125188-172.17.0.3-1732620118543/current, will proceed with Du for space computation calculation, 2024-11-26T11:22:00,120 WARN [Thread-3667 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T11:22:00,122 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2c77368ba246b6e with lease ID 0xbec08d0ededcc137: Processing first storage report for DS-c1babd6e-7227-4a23-b7a3-0e9ad8d976e3 from datanode DatanodeRegistration(127.0.0.1:44485, datanodeUuid=d18a18c9-6b14-4f69-96c8-77f78b5db68e, infoPort=41859, infoSecurePort=0, ipcPort=34255, storageInfo=lv=-57;cid=testClusterID;nsid=234743324;c=1732620118543) 2024-11-26T11:22:00,122 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2c77368ba246b6e with lease ID 0xbec08d0ededcc137: from storage DS-c1babd6e-7227-4a23-b7a3-0e9ad8d976e3 node DatanodeRegistration(127.0.0.1:44485, datanodeUuid=d18a18c9-6b14-4f69-96c8-77f78b5db68e, infoPort=41859, infoSecurePort=0, ipcPort=34255, storageInfo=lv=-57;cid=testClusterID;nsid=234743324;c=1732620118543), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T11:22:00,123 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2c77368ba246b6e with lease ID 0xbec08d0ededcc137: Processing first storage report for DS-f650dbe2-16ea-4721-a3a9-dedb57253e37 from datanode DatanodeRegistration(127.0.0.1:44485, datanodeUuid=d18a18c9-6b14-4f69-96c8-77f78b5db68e, infoPort=41859, infoSecurePort=0, ipcPort=34255, storageInfo=lv=-57;cid=testClusterID;nsid=234743324;c=1732620118543) 2024-11-26T11:22:00,123 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2c77368ba246b6e with lease ID 0xbec08d0ededcc137: from storage DS-f650dbe2-16ea-4721-a3a9-dedb57253e37 node DatanodeRegistration(127.0.0.1:44485, datanodeUuid=d18a18c9-6b14-4f69-96c8-77f78b5db68e, infoPort=41859, infoSecurePort=0, ipcPort=34255, storageInfo=lv=-57;cid=testClusterID;nsid=234743324;c=1732620118543), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T11:22:00,179 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b74d1a3-3e8d-9a8f-f456-4bbf6420d96b 2024-11-26T11:22:00,179 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:22:00,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:22:00,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44485 is added to blk_1073741825_1001 (size=7) 2024-11-26T11:22:00,588 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a with version=8 2024-11-26T11:22:00,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/hbase-staging 2024-11-26T11:22:00,591 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7f3a3edaecc3:0 server-side Connection retries=45 2024-11-26T11:22:00,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:22:00,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T11:22:00,591 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T11:22:00,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:22:00,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T11:22:00,591 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T11:22:00,591 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T11:22:00,592 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44203 2024-11-26T11:22:00,593 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44203 connecting to ZooKeeper ensemble=127.0.0.1:50273 2024-11-26T11:22:00,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:442030x0, quorum=127.0.0.1:50273, baseZNode=/2-1820290339 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:22:00,642 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44203-0x10176e0b76b0006 connected 2024-11-26T11:22:00,715 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:22:00,716 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:22:00,718 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44203-0x10176e0b76b0006, quorum=127.0.0.1:50273, baseZNode=/2-1820290339 Set watcher on znode that does not yet exist, /2-1820290339/running 2024-11-26T11:22:00,718 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a, hbase.cluster.distributed=false 2024-11-26T11:22:00,720 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44203-0x10176e0b76b0006, quorum=127.0.0.1:50273, baseZNode=/2-1820290339 Set watcher on znode that does not yet exist, /2-1820290339/acl 2024-11-26T11:22:00,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44203 2024-11-26T11:22:00,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44203 2024-11-26T11:22:00,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44203 2024-11-26T11:22:00,721 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44203 2024-11-26T11:22:00,721 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44203 2024-11-26T11:22:00,737 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7f3a3edaecc3:0 server-side Connection retries=45 2024-11-26T11:22:00,737 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:22:00,737 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T11:22:00,737 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T11:22:00,737 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:22:00,737 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T11:22:00,737 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T11:22:00,737 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T11:22:00,740 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45475 2024-11-26T11:22:00,741 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45475 connecting to ZooKeeper ensemble=127.0.0.1:50273 2024-11-26T11:22:00,742 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:22:00,743 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:22:00,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:454750x0, quorum=127.0.0.1:50273, baseZNode=/2-1820290339 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:22:00,758 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:454750x0, quorum=127.0.0.1:50273, baseZNode=/2-1820290339 Set watcher on znode that does not yet exist, /2-1820290339/running 2024-11-26T11:22:00,758 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45475-0x10176e0b76b0007 connected 2024-11-26T11:22:00,758 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T11:22:00,768 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T11:22:00,780 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45475-0x10176e0b76b0007, quorum=127.0.0.1:50273, baseZNode=/2-1820290339 Set watcher on znode that does not yet exist, /2-1820290339/master 2024-11-26T11:22:00,782 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45475-0x10176e0b76b0007, quorum=127.0.0.1:50273, baseZNode=/2-1820290339 Set watcher on znode that does not yet exist, /2-1820290339/acl 2024-11-26T11:22:00,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45475 2024-11-26T11:22:00,783 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45475 2024-11-26T11:22:00,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45475 2024-11-26T11:22:00,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45475 2024-11-26T11:22:00,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45475 2024-11-26T11:22:00,834 DEBUG [M:0;7f3a3edaecc3:44203 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7f3a3edaecc3:44203 2024-11-26T11:22:00,836 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1820290339/backup-masters/7f3a3edaecc3,44203,1732620120590 2024-11-26T11:22:00,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45475-0x10176e0b76b0007, quorum=127.0.0.1:50273, baseZNode=/2-1820290339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1820290339/backup-masters 2024-11-26T11:22:00,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44203-0x10176e0b76b0006, quorum=127.0.0.1:50273, baseZNode=/2-1820290339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1820290339/backup-masters 2024-11-26T11:22:00,849 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44203-0x10176e0b76b0006, quorum=127.0.0.1:50273, baseZNode=/2-1820290339 Set watcher on existing znode=/2-1820290339/backup-masters/7f3a3edaecc3,44203,1732620120590 2024-11-26T11:22:00,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44203-0x10176e0b76b0006, quorum=127.0.0.1:50273, baseZNode=/2-1820290339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1820290339 2024-11-26T11:22:00,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45475-0x10176e0b76b0007, quorum=127.0.0.1:50273, baseZNode=/2-1820290339 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1820290339/master 2024-11-26T11:22:00,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45475-0x10176e0b76b0007, quorum=127.0.0.1:50273, baseZNode=/2-1820290339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1820290339 2024-11-26T11:22:00,860 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44203-0x10176e0b76b0006, quorum=127.0.0.1:50273, baseZNode=/2-1820290339 Set watcher on existing znode=/2-1820290339/master 2024-11-26T11:22:00,860 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1820290339/backup-masters/7f3a3edaecc3,44203,1732620120590 from backup master directory 2024-11-26T11:22:00,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44203-0x10176e0b76b0006, quorum=127.0.0.1:50273, baseZNode=/2-1820290339 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1820290339/backup-masters/7f3a3edaecc3,44203,1732620120590 2024-11-26T11:22:00,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44203-0x10176e0b76b0006, quorum=127.0.0.1:50273, baseZNode=/2-1820290339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1820290339/backup-masters 2024-11-26T11:22:00,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45475-0x10176e0b76b0007, quorum=127.0.0.1:50273, baseZNode=/2-1820290339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1820290339/backup-masters 2024-11-26T11:22:00,870 WARN [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T11:22:00,870 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7f3a3edaecc3,44203,1732620120590 2024-11-26T11:22:00,878 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/hbase.id] with ID: d9e0a263-8bc7-4216-83b4-ae2b0d4ff29b 2024-11-26T11:22:00,878 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/.tmp/hbase.id 2024-11-26T11:22:00,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44485 is added to blk_1073741826_1002 (size=42) 2024-11-26T11:22:01,285 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/.tmp/hbase.id]:[hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/hbase.id] 2024-11-26T11:22:01,295 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:22:01,295 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T11:22:01,296 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T11:22:01,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45475-0x10176e0b76b0007, quorum=127.0.0.1:50273, baseZNode=/2-1820290339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1820290339 2024-11-26T11:22:01,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44203-0x10176e0b76b0006, quorum=127.0.0.1:50273, baseZNode=/2-1820290339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1820290339 2024-11-26T11:22:01,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44485 is added to blk_1073741827_1003 (size=196) 2024-11-26T11:22:01,755 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T11:22:01,756 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T11:22:01,757 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:22:01,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44485 is added to blk_1073741828_1004 (size=1189) 2024-11-26T11:22:02,165 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/MasterData/data/master/store 2024-11-26T11:22:02,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44485 is added to blk_1073741829_1005 (size=34) 2024-11-26T11:22:02,171 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:22:02,171 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T11:22:02,171 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:22:02,171 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:22:02,171 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T11:22:02,171 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:22:02,171 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:22:02,171 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732620122171Disabling compacts and flushes for region at 1732620122171Disabling writes for close at 1732620122171Writing region close event to WAL at 1732620122171Closed at 1732620122171 2024-11-26T11:22:02,172 WARN [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/MasterData/data/master/store/.initializing 2024-11-26T11:22:02,172 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/MasterData/WALs/7f3a3edaecc3,44203,1732620120590 2024-11-26T11:22:02,173 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T11:22:02,174 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7f3a3edaecc3%2C44203%2C1732620120590, suffix=, logDir=hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/MasterData/WALs/7f3a3edaecc3,44203,1732620120590, archiveDir=hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/MasterData/oldWALs, maxLogs=10 2024-11-26T11:22:02,190 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/MasterData/WALs/7f3a3edaecc3,44203,1732620120590/7f3a3edaecc3%2C44203%2C1732620120590.1732620122174, exclude list is [], retry=0 2024-11-26T11:22:02,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44485,DS-c1babd6e-7227-4a23-b7a3-0e9ad8d976e3,DISK] 2024-11-26T11:22:02,194 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/MasterData/WALs/7f3a3edaecc3,44203,1732620120590/7f3a3edaecc3%2C44203%2C1732620120590.1732620122174 2024-11-26T11:22:02,194 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41859:41859)] 2024-11-26T11:22:02,194 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:22:02,195 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:22:02,195 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:22:02,195 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:22:02,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:22:02,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T11:22:02,197 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:02,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:22:02,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:22:02,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T11:22:02,198 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:02,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:22:02,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:22:02,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T11:22:02,200 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:02,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:22:02,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:22:02,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T11:22:02,201 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:02,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:22:02,201 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:22:02,202 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:22:02,202 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:22:02,203 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:22:02,203 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:22:02,203 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:22:02,204 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:22:02,206 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:22:02,207 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62585116, jitterRate=-0.06740909814834595}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:22:02,207 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732620122195Initializing all the Stores at 1732620122196 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620122196Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620122196Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620122196Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620122196Cleaning up temporary data from old regions at 1732620122203 (+7 ms)Region opened successfully at 1732620122207 (+4 ms) 2024-11-26T11:22:02,207 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T11:22:02,210 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c8a55ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7f3a3edaecc3/172.17.0.3:0 2024-11-26T11:22:02,211 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T11:22:02,211 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T11:22:02,211 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T11:22:02,211 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T11:22:02,212 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T11:22:02,212 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T11:22:02,212 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T11:22:02,214 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T11:22:02,215 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44203-0x10176e0b76b0006, quorum=127.0.0.1:50273, baseZNode=/2-1820290339 Unable to get data of znode /2-1820290339/balancer because node does not exist (not necessarily an error) 2024-11-26T11:22:02,262 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1820290339/balancer already deleted, retry=false 2024-11-26T11:22:02,263 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T11:22:02,263 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44203-0x10176e0b76b0006, quorum=127.0.0.1:50273, baseZNode=/2-1820290339 Unable to get data of znode /2-1820290339/normalizer because node does not exist (not necessarily an error) 2024-11-26T11:22:02,273 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1820290339/normalizer already deleted, retry=false 2024-11-26T11:22:02,273 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T11:22:02,274 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44203-0x10176e0b76b0006, quorum=127.0.0.1:50273, baseZNode=/2-1820290339 Unable to get data of znode /2-1820290339/switch/split because node does not exist (not necessarily an error) 2024-11-26T11:22:02,283 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1820290339/switch/split already deleted, retry=false 2024-11-26T11:22:02,284 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44203-0x10176e0b76b0006, quorum=127.0.0.1:50273, baseZNode=/2-1820290339 Unable to get data of znode /2-1820290339/switch/merge because node does not exist (not necessarily an error) 2024-11-26T11:22:02,294 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1820290339/switch/merge already deleted, retry=false 2024-11-26T11:22:02,297 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44203-0x10176e0b76b0006, quorum=127.0.0.1:50273, baseZNode=/2-1820290339 Unable to get data of znode /2-1820290339/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T11:22:02,304 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1820290339/snapshot-cleanup already deleted, retry=false 2024-11-26T11:22:02,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45475-0x10176e0b76b0007, quorum=127.0.0.1:50273, baseZNode=/2-1820290339 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1820290339/running 2024-11-26T11:22:02,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44203-0x10176e0b76b0006, quorum=127.0.0.1:50273, baseZNode=/2-1820290339 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1820290339/running 2024-11-26T11:22:02,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45475-0x10176e0b76b0007, quorum=127.0.0.1:50273, baseZNode=/2-1820290339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1820290339 2024-11-26T11:22:02,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44203-0x10176e0b76b0006, quorum=127.0.0.1:50273, baseZNode=/2-1820290339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1820290339 2024-11-26T11:22:02,316 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7f3a3edaecc3,44203,1732620120590, sessionid=0x10176e0b76b0006, setting cluster-up flag (Was=false) 2024-11-26T11:22:02,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44203-0x10176e0b76b0006, quorum=127.0.0.1:50273, baseZNode=/2-1820290339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1820290339 2024-11-26T11:22:02,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45475-0x10176e0b76b0007, quorum=127.0.0.1:50273, baseZNode=/2-1820290339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1820290339 2024-11-26T11:22:02,368 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1820290339/flush-table-proc/acquired, /2-1820290339/flush-table-proc/reached, /2-1820290339/flush-table-proc/abort 2024-11-26T11:22:02,369 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7f3a3edaecc3,44203,1732620120590 2024-11-26T11:22:02,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44203-0x10176e0b76b0006, quorum=127.0.0.1:50273, baseZNode=/2-1820290339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1820290339 2024-11-26T11:22:02,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45475-0x10176e0b76b0007, quorum=127.0.0.1:50273, baseZNode=/2-1820290339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1820290339 2024-11-26T11:22:02,420 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1820290339/online-snapshot/acquired, /2-1820290339/online-snapshot/reached, /2-1820290339/online-snapshot/abort 2024-11-26T11:22:02,421 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7f3a3edaecc3,44203,1732620120590 2024-11-26T11:22:02,422 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T11:22:02,423 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T11:22:02,424 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T11:22:02,424 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T11:22:02,424 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7f3a3edaecc3,44203,1732620120590 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T11:22:02,425 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:22:02,425 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:22:02,425 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:22:02,425 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:22:02,425 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7f3a3edaecc3:0, corePoolSize=10, maxPoolSize=10 2024-11-26T11:22:02,425 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:22:02,425 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=2, maxPoolSize=2 2024-11-26T11:22:02,425 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:22:02,427 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T11:22:02,427 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T11:22:02,428 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:02,428 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T11:22:02,432 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732620152432 2024-11-26T11:22:02,432 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T11:22:02,432 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T11:22:02,433 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T11:22:02,433 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T11:22:02,433 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T11:22:02,433 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T11:22:02,437 INFO [RS:0;7f3a3edaecc3:45475 {}] regionserver.HRegionServer(746): ClusterId : d9e0a263-8bc7-4216-83b4-ae2b0d4ff29b 2024-11-26T11:22:02,438 DEBUG [RS:0;7f3a3edaecc3:45475 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T11:22:02,444 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:02,450 DEBUG [RS:0;7f3a3edaecc3:45475 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T11:22:02,450 DEBUG [RS:0;7f3a3edaecc3:45475 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T11:22:02,456 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T11:22:02,456 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T11:22:02,456 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T11:22:02,456 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T11:22:02,460 DEBUG [RS:0;7f3a3edaecc3:45475 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T11:22:02,460 DEBUG [RS:0;7f3a3edaecc3:45475 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72c02c97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7f3a3edaecc3/172.17.0.3:0 2024-11-26T11:22:02,460 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T11:22:02,460 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T11:22:02,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44485 is added to blk_1073741831_1007 (size=1321) 2024-11-26T11:22:02,465 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T11:22:02,465 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a 2024-11-26T11:22:02,472 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732620122460,5,FailOnTimeoutGroup] 2024-11-26T11:22:02,476 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732620122472,5,FailOnTimeoutGroup] 2024-11-26T11:22:02,476 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:02,476 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T11:22:02,476 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:02,476 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:02,476 DEBUG [RS:0;7f3a3edaecc3:45475 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7f3a3edaecc3:45475 2024-11-26T11:22:02,476 INFO [RS:0;7f3a3edaecc3:45475 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T11:22:02,476 INFO [RS:0;7f3a3edaecc3:45475 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T11:22:02,476 DEBUG [RS:0;7f3a3edaecc3:45475 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T11:22:02,477 INFO [RS:0;7f3a3edaecc3:45475 {}] regionserver.HRegionServer(2659): reportForDuty to master=7f3a3edaecc3,44203,1732620120590 with port=45475, startcode=1732620120737 2024-11-26T11:22:02,477 DEBUG [RS:0;7f3a3edaecc3:45475 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T11:22:02,481 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54809, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T11:22:02,481 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44203 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7f3a3edaecc3,45475,1732620120737 2024-11-26T11:22:02,481 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44203 {}] master.ServerManager(517): Registering regionserver=7f3a3edaecc3,45475,1732620120737 2024-11-26T11:22:02,483 DEBUG [RS:0;7f3a3edaecc3:45475 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a 2024-11-26T11:22:02,483 DEBUG [RS:0;7f3a3edaecc3:45475 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36005 2024-11-26T11:22:02,483 DEBUG [RS:0;7f3a3edaecc3:45475 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T11:22:02,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44485 is added to blk_1073741832_1008 (size=32) 2024-11-26T11:22:02,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:22:02,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T11:22:02,496 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T11:22:02,496 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:02,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:22:02,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T11:22:02,498 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T11:22:02,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:02,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:22:02,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T11:22:02,499 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T11:22:02,499 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:02,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:22:02,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T11:22:02,500 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T11:22:02,501 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:02,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:22:02,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T11:22:02,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/data/hbase/meta/1588230740 2024-11-26T11:22:02,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/data/hbase/meta/1588230740 2024-11-26T11:22:02,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T11:22:02,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T11:22:02,503 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:22:02,504 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T11:22:02,509 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:22:02,509 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62654454, jitterRate=-0.06637588143348694}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:22:02,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732620122494Initializing all the Stores at 1732620122495 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620122495Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620122495Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620122495Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620122495Cleaning up temporary data from old regions at 1732620122503 (+8 ms)Region opened successfully at 1732620122509 (+6 ms) 2024-11-26T11:22:02,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T11:22:02,509 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T11:22:02,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T11:22:02,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T11:22:02,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T11:22:02,509 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T11:22:02,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732620122509Disabling compacts and flushes for region at 1732620122509Disabling writes for close at 1732620122509Writing region close event to WAL at 1732620122509Closed at 1732620122509 2024-11-26T11:22:02,510 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T11:22:02,510 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T11:22:02,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T11:22:02,511 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T11:22:02,512 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T11:22:02,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44203-0x10176e0b76b0006, quorum=127.0.0.1:50273, baseZNode=/2-1820290339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1820290339/rs 2024-11-26T11:22:02,548 DEBUG [RS:0;7f3a3edaecc3:45475 {}] zookeeper.ZKUtil(111): regionserver:45475-0x10176e0b76b0007, quorum=127.0.0.1:50273, baseZNode=/2-1820290339 Set watcher on existing znode=/2-1820290339/rs/7f3a3edaecc3,45475,1732620120737 2024-11-26T11:22:02,548 WARN [RS:0;7f3a3edaecc3:45475 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T11:22:02,548 INFO [RS:0;7f3a3edaecc3:45475 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:22:02,549 DEBUG [RS:0;7f3a3edaecc3:45475 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/WALs/7f3a3edaecc3,45475,1732620120737 2024-11-26T11:22:02,549 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7f3a3edaecc3,45475,1732620120737] 2024-11-26T11:22:02,551 INFO [RS:0;7f3a3edaecc3:45475 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T11:22:02,553 INFO [RS:0;7f3a3edaecc3:45475 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T11:22:02,554 INFO [RS:0;7f3a3edaecc3:45475 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T11:22:02,554 INFO [RS:0;7f3a3edaecc3:45475 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:02,554 INFO [RS:0;7f3a3edaecc3:45475 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T11:22:02,554 INFO [RS:0;7f3a3edaecc3:45475 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T11:22:02,554 INFO [RS:0;7f3a3edaecc3:45475 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:02,555 DEBUG [RS:0;7f3a3edaecc3:45475 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:22:02,555 DEBUG [RS:0;7f3a3edaecc3:45475 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:22:02,555 DEBUG [RS:0;7f3a3edaecc3:45475 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:22:02,555 DEBUG [RS:0;7f3a3edaecc3:45475 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:22:02,555 DEBUG [RS:0;7f3a3edaecc3:45475 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:22:02,555 DEBUG [RS:0;7f3a3edaecc3:45475 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7f3a3edaecc3:0, corePoolSize=2, maxPoolSize=2 2024-11-26T11:22:02,555 DEBUG [RS:0;7f3a3edaecc3:45475 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:22:02,555 DEBUG [RS:0;7f3a3edaecc3:45475 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:22:02,555 DEBUG [RS:0;7f3a3edaecc3:45475 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:22:02,555 DEBUG [RS:0;7f3a3edaecc3:45475 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:22:02,555 DEBUG [RS:0;7f3a3edaecc3:45475 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:22:02,555 DEBUG [RS:0;7f3a3edaecc3:45475 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:22:02,555 DEBUG [RS:0;7f3a3edaecc3:45475 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7f3a3edaecc3:0, corePoolSize=3, maxPoolSize=3 2024-11-26T11:22:02,555 DEBUG [RS:0;7f3a3edaecc3:45475 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7f3a3edaecc3:0, corePoolSize=3, maxPoolSize=3 2024-11-26T11:22:02,556 INFO [RS:0;7f3a3edaecc3:45475 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:02,556 INFO [RS:0;7f3a3edaecc3:45475 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:02,556 INFO [RS:0;7f3a3edaecc3:45475 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:02,556 INFO [RS:0;7f3a3edaecc3:45475 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:02,556 INFO [RS:0;7f3a3edaecc3:45475 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:02,556 INFO [RS:0;7f3a3edaecc3:45475 {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,45475,1732620120737-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T11:22:02,576 INFO [RS:0;7f3a3edaecc3:45475 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T11:22:02,576 INFO [RS:0;7f3a3edaecc3:45475 {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,45475,1732620120737-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:02,576 INFO [RS:0;7f3a3edaecc3:45475 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:02,576 INFO [RS:0;7f3a3edaecc3:45475 {}] regionserver.Replication(171): 7f3a3edaecc3,45475,1732620120737 started 2024-11-26T11:22:02,595 INFO [RS:0;7f3a3edaecc3:45475 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:02,595 INFO [RS:0;7f3a3edaecc3:45475 {}] regionserver.HRegionServer(1482): Serving as 7f3a3edaecc3,45475,1732620120737, RpcServer on 7f3a3edaecc3/172.17.0.3:45475, sessionid=0x10176e0b76b0007 2024-11-26T11:22:02,595 DEBUG [RS:0;7f3a3edaecc3:45475 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T11:22:02,595 DEBUG [RS:0;7f3a3edaecc3:45475 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7f3a3edaecc3,45475,1732620120737 2024-11-26T11:22:02,595 DEBUG [RS:0;7f3a3edaecc3:45475 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7f3a3edaecc3,45475,1732620120737' 2024-11-26T11:22:02,595 DEBUG [RS:0;7f3a3edaecc3:45475 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1820290339/flush-table-proc/abort' 2024-11-26T11:22:02,596 DEBUG [RS:0;7f3a3edaecc3:45475 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1820290339/flush-table-proc/acquired' 2024-11-26T11:22:02,596 DEBUG [RS:0;7f3a3edaecc3:45475 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T11:22:02,596 DEBUG [RS:0;7f3a3edaecc3:45475 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T11:22:02,596 DEBUG [RS:0;7f3a3edaecc3:45475 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7f3a3edaecc3,45475,1732620120737 2024-11-26T11:22:02,596 DEBUG [RS:0;7f3a3edaecc3:45475 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7f3a3edaecc3,45475,1732620120737' 2024-11-26T11:22:02,596 DEBUG [RS:0;7f3a3edaecc3:45475 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1820290339/online-snapshot/abort' 2024-11-26T11:22:02,597 DEBUG [RS:0;7f3a3edaecc3:45475 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1820290339/online-snapshot/acquired' 2024-11-26T11:22:02,597 DEBUG [RS:0;7f3a3edaecc3:45475 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T11:22:02,597 INFO [RS:0;7f3a3edaecc3:45475 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T11:22:02,597 INFO [RS:0;7f3a3edaecc3:45475 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T11:22:02,662 WARN [7f3a3edaecc3:44203 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-26T11:22:02,697 INFO [RS:0;7f3a3edaecc3:45475 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T11:22:02,699 INFO [RS:0;7f3a3edaecc3:45475 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7f3a3edaecc3%2C45475%2C1732620120737, suffix=, logDir=hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/WALs/7f3a3edaecc3,45475,1732620120737, archiveDir=hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/oldWALs, maxLogs=10 2024-11-26T11:22:02,715 DEBUG [RS:0;7f3a3edaecc3:45475 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/WALs/7f3a3edaecc3,45475,1732620120737/7f3a3edaecc3%2C45475%2C1732620120737.1732620122699, exclude list is [], retry=0 2024-11-26T11:22:02,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44485,DS-c1babd6e-7227-4a23-b7a3-0e9ad8d976e3,DISK] 2024-11-26T11:22:02,721 INFO [RS:0;7f3a3edaecc3:45475 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/WALs/7f3a3edaecc3,45475,1732620120737/7f3a3edaecc3%2C45475%2C1732620120737.1732620122699 2024-11-26T11:22:02,721 DEBUG [RS:0;7f3a3edaecc3:45475 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41859:41859)] 2024-11-26T11:22:02,913 DEBUG [7f3a3edaecc3:44203 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T11:22:02,913 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7f3a3edaecc3,45475,1732620120737 2024-11-26T11:22:02,914 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7f3a3edaecc3,45475,1732620120737, state=OPENING 2024-11-26T11:22:02,967 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T11:22:02,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45475-0x10176e0b76b0007, quorum=127.0.0.1:50273, baseZNode=/2-1820290339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1820290339 2024-11-26T11:22:02,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44203-0x10176e0b76b0006, quorum=127.0.0.1:50273, baseZNode=/2-1820290339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1820290339 2024-11-26T11:22:02,978 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1820290339/meta-region-server: CHANGED 2024-11-26T11:22:02,978 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1820290339/meta-region-server: CHANGED 2024-11-26T11:22:02,979 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T11:22:02,979 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,45475,1732620120737}] 2024-11-26T11:22:03,131 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T11:22:03,132 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33969, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T11:22:03,135 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T11:22:03,135 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:22:03,136 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T11:22:03,137 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7f3a3edaecc3%2C45475%2C1732620120737.meta, suffix=.meta, logDir=hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/WALs/7f3a3edaecc3,45475,1732620120737, archiveDir=hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/oldWALs, maxLogs=10 2024-11-26T11:22:03,153 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/WALs/7f3a3edaecc3,45475,1732620120737/7f3a3edaecc3%2C45475%2C1732620120737.meta.1732620123137.meta, exclude list is [], retry=0 2024-11-26T11:22:03,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44485,DS-c1babd6e-7227-4a23-b7a3-0e9ad8d976e3,DISK] 2024-11-26T11:22:03,159 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/WALs/7f3a3edaecc3,45475,1732620120737/7f3a3edaecc3%2C45475%2C1732620120737.meta.1732620123137.meta 2024-11-26T11:22:03,159 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41859:41859)] 2024-11-26T11:22:03,160 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:22:03,160 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T11:22:03,160 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T11:22:03,160 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T11:22:03,160 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T11:22:03,160 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T11:22:03,160 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:22:03,161 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T11:22:03,161 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T11:22:03,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T11:22:03,162 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T11:22:03,162 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:03,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:22:03,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T11:22:03,164 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T11:22:03,164 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:03,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:22:03,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T11:22:03,165 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T11:22:03,165 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:03,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:22:03,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T11:22:03,166 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T11:22:03,166 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:03,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:22:03,166 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T11:22:03,166 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/data/hbase/meta/1588230740 2024-11-26T11:22:03,167 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/data/hbase/meta/1588230740 2024-11-26T11:22:03,168 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T11:22:03,168 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T11:22:03,168 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:22:03,169 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T11:22:03,170 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74536557, jitterRate=0.11068125069141388}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:22:03,170 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T11:22:03,170 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732620123161Writing region info on filesystem at 1732620123161Initializing all the Stores at 1732620123161Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620123161Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620123161Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620123161Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620123161Cleaning up temporary data from old regions at 1732620123168 (+7 ms)Running coprocessor post-open hooks at 1732620123170 (+2 ms)Region opened successfully at 1732620123170 2024-11-26T11:22:03,171 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732620123131 2024-11-26T11:22:03,173 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T11:22:03,173 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T11:22:03,174 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7f3a3edaecc3,45475,1732620120737 2024-11-26T11:22:03,174 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7f3a3edaecc3,45475,1732620120737, state=OPEN 2024-11-26T11:22:03,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45475-0x10176e0b76b0007, quorum=127.0.0.1:50273, baseZNode=/2-1820290339 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1820290339/meta-region-server 2024-11-26T11:22:03,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44203-0x10176e0b76b0006, quorum=127.0.0.1:50273, baseZNode=/2-1820290339 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1820290339/meta-region-server 2024-11-26T11:22:03,185 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,45475,1732620120737 2024-11-26T11:22:03,186 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1820290339/meta-region-server: CHANGED 2024-11-26T11:22:03,186 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1820290339/meta-region-server: CHANGED 2024-11-26T11:22:03,188 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T11:22:03,188 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,45475,1732620120737 in 207 msec 2024-11-26T11:22:03,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T11:22:03,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 678 msec 2024-11-26T11:22:03,190 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T11:22:03,190 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T11:22:03,191 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:22:03,191 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,45475,1732620120737, seqNum=-1] 2024-11-26T11:22:03,192 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:22:03,193 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60241, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:22:03,203 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 779 msec 2024-11-26T11:22:03,203 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732620123203, completionTime=-1 2024-11-26T11:22:03,203 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T11:22:03,203 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T11:22:03,205 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T11:22:03,205 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732620183205 2024-11-26T11:22:03,205 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732620243205 2024-11-26T11:22:03,206 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T11:22:03,206 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,44203,1732620120590-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:03,206 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,44203,1732620120590-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:03,206 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,44203,1732620120590-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:03,206 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7f3a3edaecc3:44203, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:03,206 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:03,208 DEBUG [master/7f3a3edaecc3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T11:22:03,211 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:03,214 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.344sec 2024-11-26T11:22:03,215 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T11:22:03,215 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T11:22:03,215 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T11:22:03,215 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T11:22:03,215 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T11:22:03,215 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,44203,1732620120590-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T11:22:03,215 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,44203,1732620120590-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T11:22:03,217 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T11:22:03,217 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T11:22:03,217 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,44203,1732620120590-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:03,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e90678b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:03,238 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,44203,-1 for getting cluster id 2024-11-26T11:22:03,238 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:22:03,241 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9e0a263-8bc7-4216-83b4-ae2b0d4ff29b' 2024-11-26T11:22:03,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:22:03,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9e0a263-8bc7-4216-83b4-ae2b0d4ff29b" 2024-11-26T11:22:03,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e25a0ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:03,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,44203,-1] 2024-11-26T11:22:03,242 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:22:03,242 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:03,243 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:22:03,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bbd9b49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:03,244 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:22:03,246 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,45475,1732620120737, seqNum=-1] 2024-11-26T11:22:03,246 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:22:03,247 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:22:03,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7f3a3edaecc3,44203,1732620120590 2024-11-26T11:22:03,249 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:50273 2024-11-26T11:22:03,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:50273, baseZNode=/2-1820290339 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:22:03,260 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10176e0b76b0008 connected 2024-11-26T11:22:03,272 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:22:03,273 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,45635,1732620109896 2024-11-26T11:22:03,273 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b07ffaa 2024-11-26T11:22:03,273 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:22:03,274 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:22:03,275 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45635 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T11:22:03,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45635 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T11:22:03,277 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T11:22:03,277 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:03,277 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45635 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T11:22:03,278 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T11:22:03,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:22:03,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45247 is added to blk_1073741835_1011 (size=902) 2024-11-26T11:22:03,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:22:03,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:22:03,688 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b25abd5c1d4a3bb562ad50c5ec74fa44, NAME => 'test,,1732620123274.b25abd5c1d4a3bb562ad50c5ec74fa44.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b 2024-11-26T11:22:03,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45247 is added to blk_1073741836_1012 (size=39) 2024-11-26T11:22:03,693 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732620123274.b25abd5c1d4a3bb562ad50c5ec74fa44.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:22:03,693 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b25abd5c1d4a3bb562ad50c5ec74fa44, disabling compactions & flushes 2024-11-26T11:22:03,693 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732620123274.b25abd5c1d4a3bb562ad50c5ec74fa44. 2024-11-26T11:22:03,693 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732620123274.b25abd5c1d4a3bb562ad50c5ec74fa44. 2024-11-26T11:22:03,693 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732620123274.b25abd5c1d4a3bb562ad50c5ec74fa44. after waiting 0 ms 2024-11-26T11:22:03,693 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732620123274.b25abd5c1d4a3bb562ad50c5ec74fa44. 2024-11-26T11:22:03,693 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732620123274.b25abd5c1d4a3bb562ad50c5ec74fa44. 2024-11-26T11:22:03,693 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b25abd5c1d4a3bb562ad50c5ec74fa44: Waiting for close lock at 1732620123693Disabling compacts and flushes for region at 1732620123693Disabling writes for close at 1732620123693Writing region close event to WAL at 1732620123693Closed at 1732620123693 2024-11-26T11:22:03,694 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T11:22:03,694 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732620123274.b25abd5c1d4a3bb562ad50c5ec74fa44.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732620123694"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732620123694"}]},"ts":"1732620123694"} 2024-11-26T11:22:03,696 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T11:22:03,697 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T11:22:03,697 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620123697"}]},"ts":"1732620123697"} 2024-11-26T11:22:03,698 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T11:22:03,699 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b25abd5c1d4a3bb562ad50c5ec74fa44, ASSIGN}] 2024-11-26T11:22:03,700 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b25abd5c1d4a3bb562ad50c5ec74fa44, ASSIGN 2024-11-26T11:22:03,700 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b25abd5c1d4a3bb562ad50c5ec74fa44, ASSIGN; state=OFFLINE, location=7f3a3edaecc3,42311,1732620110145; forceNewPlan=false, retain=false 2024-11-26T11:22:03,851 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b25abd5c1d4a3bb562ad50c5ec74fa44, regionState=OPENING, regionLocation=7f3a3edaecc3,42311,1732620110145 2024-11-26T11:22:03,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b25abd5c1d4a3bb562ad50c5ec74fa44, ASSIGN because future has completed 2024-11-26T11:22:03,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b25abd5c1d4a3bb562ad50c5ec74fa44, server=7f3a3edaecc3,42311,1732620110145}] 2024-11-26T11:22:03,871 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T11:22:03,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:03,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:03,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:03,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:03,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:03,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:22:03,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:03,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:03,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:03,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:03,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:03,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:03,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:03,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:03,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:03,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:04,011 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732620123274.b25abd5c1d4a3bb562ad50c5ec74fa44. 2024-11-26T11:22:04,011 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b25abd5c1d4a3bb562ad50c5ec74fa44, NAME => 'test,,1732620123274.b25abd5c1d4a3bb562ad50c5ec74fa44.', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:22:04,011 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T11:22:04,012 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T11:22:04,012 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b25abd5c1d4a3bb562ad50c5ec74fa44 2024-11-26T11:22:04,012 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732620123274.b25abd5c1d4a3bb562ad50c5ec74fa44.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:22:04,012 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b25abd5c1d4a3bb562ad50c5ec74fa44 2024-11-26T11:22:04,012 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b25abd5c1d4a3bb562ad50c5ec74fa44 2024-11-26T11:22:04,014 INFO [StoreOpener-b25abd5c1d4a3bb562ad50c5ec74fa44-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b25abd5c1d4a3bb562ad50c5ec74fa44 2024-11-26T11:22:04,016 INFO [StoreOpener-b25abd5c1d4a3bb562ad50c5ec74fa44-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b25abd5c1d4a3bb562ad50c5ec74fa44 columnFamilyName f 2024-11-26T11:22:04,016 DEBUG [StoreOpener-b25abd5c1d4a3bb562ad50c5ec74fa44-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:04,016 INFO [StoreOpener-b25abd5c1d4a3bb562ad50c5ec74fa44-1 {}] regionserver.HStore(327): Store=b25abd5c1d4a3bb562ad50c5ec74fa44/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:22:04,016 INFO [StoreOpener-b25abd5c1d4a3bb562ad50c5ec74fa44-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b25abd5c1d4a3bb562ad50c5ec74fa44 2024-11-26T11:22:04,017 INFO [StoreOpener-b25abd5c1d4a3bb562ad50c5ec74fa44-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b25abd5c1d4a3bb562ad50c5ec74fa44 columnFamilyName f1 2024-11-26T11:22:04,018 DEBUG [StoreOpener-b25abd5c1d4a3bb562ad50c5ec74fa44-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:04,018 INFO [StoreOpener-b25abd5c1d4a3bb562ad50c5ec74fa44-1 {}] regionserver.HStore(327): Store=b25abd5c1d4a3bb562ad50c5ec74fa44/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:22:04,018 INFO [StoreOpener-b25abd5c1d4a3bb562ad50c5ec74fa44-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b25abd5c1d4a3bb562ad50c5ec74fa44 2024-11-26T11:22:04,019 INFO [StoreOpener-b25abd5c1d4a3bb562ad50c5ec74fa44-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b25abd5c1d4a3bb562ad50c5ec74fa44 columnFamilyName norep 2024-11-26T11:22:04,019 DEBUG [StoreOpener-b25abd5c1d4a3bb562ad50c5ec74fa44-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:04,023 INFO [StoreOpener-b25abd5c1d4a3bb562ad50c5ec74fa44-1 {}] regionserver.HStore(327): Store=b25abd5c1d4a3bb562ad50c5ec74fa44/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:22:04,023 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b25abd5c1d4a3bb562ad50c5ec74fa44 2024-11-26T11:22:04,024 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/data/default/test/b25abd5c1d4a3bb562ad50c5ec74fa44 2024-11-26T11:22:04,025 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/data/default/test/b25abd5c1d4a3bb562ad50c5ec74fa44 2024-11-26T11:22:04,026 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b25abd5c1d4a3bb562ad50c5ec74fa44 2024-11-26T11:22:04,026 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b25abd5c1d4a3bb562ad50c5ec74fa44 2024-11-26T11:22:04,026 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T11:22:04,028 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b25abd5c1d4a3bb562ad50c5ec74fa44 2024-11-26T11:22:04,045 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/data/default/test/b25abd5c1d4a3bb562ad50c5ec74fa44/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:22:04,046 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b25abd5c1d4a3bb562ad50c5ec74fa44; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74069405, jitterRate=0.10372014343738556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T11:22:04,046 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b25abd5c1d4a3bb562ad50c5ec74fa44 2024-11-26T11:22:04,046 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b25abd5c1d4a3bb562ad50c5ec74fa44: Running coprocessor pre-open hook at 1732620124012Writing region info on filesystem at 1732620124012Initializing all the Stores at 1732620124013 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620124013Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620124014 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620124014Cleaning up temporary data from old regions at 1732620124026 (+12 ms)Running coprocessor post-open hooks at 1732620124046 (+20 ms)Region opened successfully at 1732620124046 2024-11-26T11:22:04,047 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732620123274.b25abd5c1d4a3bb562ad50c5ec74fa44., pid=6, masterSystemTime=1732620124006 2024-11-26T11:22:04,050 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732620123274.b25abd5c1d4a3bb562ad50c5ec74fa44. 2024-11-26T11:22:04,050 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732620123274.b25abd5c1d4a3bb562ad50c5ec74fa44. 2024-11-26T11:22:04,050 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b25abd5c1d4a3bb562ad50c5ec74fa44, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7f3a3edaecc3,42311,1732620110145 2024-11-26T11:22:04,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b25abd5c1d4a3bb562ad50c5ec74fa44, server=7f3a3edaecc3,42311,1732620110145 because future has completed 2024-11-26T11:22:04,055 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T11:22:04,055 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b25abd5c1d4a3bb562ad50c5ec74fa44, server=7f3a3edaecc3,42311,1732620110145 in 199 msec 2024-11-26T11:22:04,057 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T11:22:04,058 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b25abd5c1d4a3bb562ad50c5ec74fa44, ASSIGN in 356 msec 2024-11-26T11:22:04,058 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T11:22:04,059 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620124058"}]},"ts":"1732620124058"} 2024-11-26T11:22:04,060 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T11:22:04,061 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T11:22:04,064 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 786 msec 2024-11-26T11:22:04,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:22:04,411 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:22:04,411 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T11:22:04,412 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,36027,1732620114536 2024-11-26T11:22:04,412 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4298e181 2024-11-26T11:22:04,412 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:22:04,413 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:22:04,413 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36027 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T11:22:04,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36027 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T11:22:04,416 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T11:22:04,416 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:04,417 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T11:22:04,417 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36027 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T11:22:04,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:22:04,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39939 is added to blk_1073741835_1011 (size=902) 2024-11-26T11:22:04,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:22:04,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:22:04,834 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ed1584f2b4450b17c8737236bc6b0dbd, NAME => 'test,,1732620124413.ed1584f2b4450b17c8737236bc6b0dbd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686 2024-11-26T11:22:04,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39939 is added to blk_1073741836_1012 (size=39) 2024-11-26T11:22:04,839 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732620124413.ed1584f2b4450b17c8737236bc6b0dbd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:22:04,839 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ed1584f2b4450b17c8737236bc6b0dbd, disabling compactions & flushes 2024-11-26T11:22:04,839 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732620124413.ed1584f2b4450b17c8737236bc6b0dbd. 2024-11-26T11:22:04,839 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732620124413.ed1584f2b4450b17c8737236bc6b0dbd. 2024-11-26T11:22:04,839 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732620124413.ed1584f2b4450b17c8737236bc6b0dbd. after waiting 0 ms 2024-11-26T11:22:04,839 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732620124413.ed1584f2b4450b17c8737236bc6b0dbd. 2024-11-26T11:22:04,839 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732620124413.ed1584f2b4450b17c8737236bc6b0dbd. 2024-11-26T11:22:04,839 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ed1584f2b4450b17c8737236bc6b0dbd: Waiting for close lock at 1732620124839Disabling compacts and flushes for region at 1732620124839Disabling writes for close at 1732620124839Writing region close event to WAL at 1732620124839Closed at 1732620124839 2024-11-26T11:22:04,842 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T11:22:04,843 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732620124413.ed1584f2b4450b17c8737236bc6b0dbd.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732620124842"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732620124842"}]},"ts":"1732620124842"} 2024-11-26T11:22:04,844 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T11:22:04,845 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T11:22:04,846 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620124845"}]},"ts":"1732620124845"} 2024-11-26T11:22:04,847 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T11:22:04,847 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ed1584f2b4450b17c8737236bc6b0dbd, ASSIGN}] 2024-11-26T11:22:04,848 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ed1584f2b4450b17c8737236bc6b0dbd, ASSIGN 2024-11-26T11:22:04,849 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ed1584f2b4450b17c8737236bc6b0dbd, ASSIGN; state=OFFLINE, location=7f3a3edaecc3,33519,1732620114847; forceNewPlan=false, retain=false 2024-11-26T11:22:05,000 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ed1584f2b4450b17c8737236bc6b0dbd, regionState=OPENING, regionLocation=7f3a3edaecc3,33519,1732620114847 2024-11-26T11:22:05,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ed1584f2b4450b17c8737236bc6b0dbd, ASSIGN because future has completed 2024-11-26T11:22:05,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ed1584f2b4450b17c8737236bc6b0dbd, server=7f3a3edaecc3,33519,1732620114847}] 2024-11-26T11:22:05,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:22:05,157 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732620124413.ed1584f2b4450b17c8737236bc6b0dbd. 2024-11-26T11:22:05,157 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ed1584f2b4450b17c8737236bc6b0dbd, NAME => 'test,,1732620124413.ed1584f2b4450b17c8737236bc6b0dbd.', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:22:05,158 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T11:22:05,158 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T11:22:05,158 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ed1584f2b4450b17c8737236bc6b0dbd 2024-11-26T11:22:05,158 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732620124413.ed1584f2b4450b17c8737236bc6b0dbd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:22:05,158 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ed1584f2b4450b17c8737236bc6b0dbd 2024-11-26T11:22:05,158 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ed1584f2b4450b17c8737236bc6b0dbd 2024-11-26T11:22:05,159 INFO [StoreOpener-ed1584f2b4450b17c8737236bc6b0dbd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ed1584f2b4450b17c8737236bc6b0dbd 2024-11-26T11:22:05,160 INFO [StoreOpener-ed1584f2b4450b17c8737236bc6b0dbd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed1584f2b4450b17c8737236bc6b0dbd columnFamilyName f 2024-11-26T11:22:05,160 DEBUG [StoreOpener-ed1584f2b4450b17c8737236bc6b0dbd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:05,160 INFO [StoreOpener-ed1584f2b4450b17c8737236bc6b0dbd-1 {}] regionserver.HStore(327): Store=ed1584f2b4450b17c8737236bc6b0dbd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:22:05,160 INFO [StoreOpener-ed1584f2b4450b17c8737236bc6b0dbd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ed1584f2b4450b17c8737236bc6b0dbd 2024-11-26T11:22:05,161 INFO [StoreOpener-ed1584f2b4450b17c8737236bc6b0dbd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed1584f2b4450b17c8737236bc6b0dbd columnFamilyName f1 2024-11-26T11:22:05,161 DEBUG [StoreOpener-ed1584f2b4450b17c8737236bc6b0dbd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:05,162 INFO [StoreOpener-ed1584f2b4450b17c8737236bc6b0dbd-1 {}] regionserver.HStore(327): Store=ed1584f2b4450b17c8737236bc6b0dbd/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:22:05,162 INFO [StoreOpener-ed1584f2b4450b17c8737236bc6b0dbd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ed1584f2b4450b17c8737236bc6b0dbd 2024-11-26T11:22:05,163 INFO [StoreOpener-ed1584f2b4450b17c8737236bc6b0dbd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed1584f2b4450b17c8737236bc6b0dbd columnFamilyName norep 2024-11-26T11:22:05,163 DEBUG [StoreOpener-ed1584f2b4450b17c8737236bc6b0dbd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:05,163 INFO [StoreOpener-ed1584f2b4450b17c8737236bc6b0dbd-1 {}] regionserver.HStore(327): Store=ed1584f2b4450b17c8737236bc6b0dbd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:22:05,163 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ed1584f2b4450b17c8737236bc6b0dbd 2024-11-26T11:22:05,164 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/data/default/test/ed1584f2b4450b17c8737236bc6b0dbd 2024-11-26T11:22:05,164 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/data/default/test/ed1584f2b4450b17c8737236bc6b0dbd 2024-11-26T11:22:05,165 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ed1584f2b4450b17c8737236bc6b0dbd 2024-11-26T11:22:05,165 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ed1584f2b4450b17c8737236bc6b0dbd 2024-11-26T11:22:05,165 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T11:22:05,167 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ed1584f2b4450b17c8737236bc6b0dbd 2024-11-26T11:22:05,168 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/data/default/test/ed1584f2b4450b17c8737236bc6b0dbd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:22:05,169 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ed1584f2b4450b17c8737236bc6b0dbd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62570188, jitterRate=-0.0676315426826477}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T11:22:05,169 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ed1584f2b4450b17c8737236bc6b0dbd 2024-11-26T11:22:05,169 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ed1584f2b4450b17c8737236bc6b0dbd: Running coprocessor pre-open hook at 1732620125158Writing region info on filesystem at 1732620125158Initializing all the Stores at 1732620125159 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620125159Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620125159Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620125159Cleaning up temporary data from old regions at 1732620125165 (+6 ms)Running coprocessor post-open hooks at 1732620125169 (+4 ms)Region opened successfully at 1732620125169 2024-11-26T11:22:05,170 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732620124413.ed1584f2b4450b17c8737236bc6b0dbd., pid=6, masterSystemTime=1732620125154 2024-11-26T11:22:05,172 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732620124413.ed1584f2b4450b17c8737236bc6b0dbd. 2024-11-26T11:22:05,172 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732620124413.ed1584f2b4450b17c8737236bc6b0dbd. 2024-11-26T11:22:05,172 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ed1584f2b4450b17c8737236bc6b0dbd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7f3a3edaecc3,33519,1732620114847 2024-11-26T11:22:05,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ed1584f2b4450b17c8737236bc6b0dbd, server=7f3a3edaecc3,33519,1732620114847 because future has completed 2024-11-26T11:22:05,177 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T11:22:05,177 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ed1584f2b4450b17c8737236bc6b0dbd, server=7f3a3edaecc3,33519,1732620114847 in 173 msec 2024-11-26T11:22:05,179 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T11:22:05,179 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ed1584f2b4450b17c8737236bc6b0dbd, ASSIGN in 330 msec 2024-11-26T11:22:05,179 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T11:22:05,179 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620125179"}]},"ts":"1732620125179"} 2024-11-26T11:22:05,181 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T11:22:05,182 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T11:22:05,183 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 769 msec 2024-11-26T11:22:05,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:22:05,561 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T11:22:05,561 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:22:05,562 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,44203,1732620120590 2024-11-26T11:22:05,563 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7976a3e9 2024-11-26T11:22:05,563 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:22:05,564 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:22:05,565 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44203 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T11:22:05,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44203 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T11:22:05,567 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T11:22:05,567 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:05,567 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44203 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T11:22:05,568 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T11:22:05,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:22:05,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44485 is added to blk_1073741835_1011 (size=902) 2024-11-26T11:22:05,582 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cac805583a1b7e1c99cc1c4af311b1ad, NAME => 'test,,1732620125564.cac805583a1b7e1c99cc1c4af311b1ad.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a 2024-11-26T11:22:05,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44485 is added to blk_1073741836_1012 (size=39) 2024-11-26T11:22:05,596 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732620125564.cac805583a1b7e1c99cc1c4af311b1ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:22:05,596 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cac805583a1b7e1c99cc1c4af311b1ad, disabling compactions & flushes 2024-11-26T11:22:05,596 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732620125564.cac805583a1b7e1c99cc1c4af311b1ad. 2024-11-26T11:22:05,596 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732620125564.cac805583a1b7e1c99cc1c4af311b1ad. 2024-11-26T11:22:05,596 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732620125564.cac805583a1b7e1c99cc1c4af311b1ad. after waiting 0 ms 2024-11-26T11:22:05,596 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732620125564.cac805583a1b7e1c99cc1c4af311b1ad. 2024-11-26T11:22:05,596 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732620125564.cac805583a1b7e1c99cc1c4af311b1ad. 2024-11-26T11:22:05,596 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cac805583a1b7e1c99cc1c4af311b1ad: Waiting for close lock at 1732620125596Disabling compacts and flushes for region at 1732620125596Disabling writes for close at 1732620125596Writing region close event to WAL at 1732620125596Closed at 1732620125596 2024-11-26T11:22:05,598 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T11:22:05,599 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732620125564.cac805583a1b7e1c99cc1c4af311b1ad.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732620125598"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732620125598"}]},"ts":"1732620125598"} 2024-11-26T11:22:05,601 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T11:22:05,602 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T11:22:05,603 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620125602"}]},"ts":"1732620125602"} 2024-11-26T11:22:05,605 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T11:22:05,606 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cac805583a1b7e1c99cc1c4af311b1ad, ASSIGN}] 2024-11-26T11:22:05,607 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cac805583a1b7e1c99cc1c4af311b1ad, ASSIGN 2024-11-26T11:22:05,609 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cac805583a1b7e1c99cc1c4af311b1ad, ASSIGN; state=OFFLINE, location=7f3a3edaecc3,45475,1732620120737; forceNewPlan=false, retain=false 2024-11-26T11:22:05,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:22:05,760 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cac805583a1b7e1c99cc1c4af311b1ad, regionState=OPENING, regionLocation=7f3a3edaecc3,45475,1732620120737 2024-11-26T11:22:05,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cac805583a1b7e1c99cc1c4af311b1ad, ASSIGN because future has completed 2024-11-26T11:22:05,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cac805583a1b7e1c99cc1c4af311b1ad, server=7f3a3edaecc3,45475,1732620120737}] 2024-11-26T11:22:05,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:22:05,919 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732620125564.cac805583a1b7e1c99cc1c4af311b1ad. 2024-11-26T11:22:05,919 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cac805583a1b7e1c99cc1c4af311b1ad, NAME => 'test,,1732620125564.cac805583a1b7e1c99cc1c4af311b1ad.', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:22:05,920 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T11:22:05,920 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T11:22:05,920 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cac805583a1b7e1c99cc1c4af311b1ad 2024-11-26T11:22:05,920 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732620125564.cac805583a1b7e1c99cc1c4af311b1ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:22:05,920 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cac805583a1b7e1c99cc1c4af311b1ad 2024-11-26T11:22:05,920 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cac805583a1b7e1c99cc1c4af311b1ad 2024-11-26T11:22:05,925 INFO [StoreOpener-cac805583a1b7e1c99cc1c4af311b1ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cac805583a1b7e1c99cc1c4af311b1ad 2024-11-26T11:22:05,927 INFO [StoreOpener-cac805583a1b7e1c99cc1c4af311b1ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cac805583a1b7e1c99cc1c4af311b1ad columnFamilyName f 2024-11-26T11:22:05,927 DEBUG [StoreOpener-cac805583a1b7e1c99cc1c4af311b1ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:05,927 INFO [StoreOpener-cac805583a1b7e1c99cc1c4af311b1ad-1 {}] regionserver.HStore(327): Store=cac805583a1b7e1c99cc1c4af311b1ad/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:22:05,927 INFO [StoreOpener-cac805583a1b7e1c99cc1c4af311b1ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cac805583a1b7e1c99cc1c4af311b1ad 2024-11-26T11:22:05,928 INFO [StoreOpener-cac805583a1b7e1c99cc1c4af311b1ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cac805583a1b7e1c99cc1c4af311b1ad columnFamilyName f1 2024-11-26T11:22:05,929 DEBUG [StoreOpener-cac805583a1b7e1c99cc1c4af311b1ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:05,930 INFO [StoreOpener-cac805583a1b7e1c99cc1c4af311b1ad-1 {}] regionserver.HStore(327): Store=cac805583a1b7e1c99cc1c4af311b1ad/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:22:05,930 INFO [StoreOpener-cac805583a1b7e1c99cc1c4af311b1ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cac805583a1b7e1c99cc1c4af311b1ad 2024-11-26T11:22:05,931 INFO [StoreOpener-cac805583a1b7e1c99cc1c4af311b1ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cac805583a1b7e1c99cc1c4af311b1ad columnFamilyName norep 2024-11-26T11:22:05,931 DEBUG [StoreOpener-cac805583a1b7e1c99cc1c4af311b1ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:05,931 INFO [StoreOpener-cac805583a1b7e1c99cc1c4af311b1ad-1 {}] regionserver.HStore(327): Store=cac805583a1b7e1c99cc1c4af311b1ad/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:22:05,932 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cac805583a1b7e1c99cc1c4af311b1ad 2024-11-26T11:22:05,932 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/data/default/test/cac805583a1b7e1c99cc1c4af311b1ad 2024-11-26T11:22:05,932 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/data/default/test/cac805583a1b7e1c99cc1c4af311b1ad 2024-11-26T11:22:05,933 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cac805583a1b7e1c99cc1c4af311b1ad 2024-11-26T11:22:05,933 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cac805583a1b7e1c99cc1c4af311b1ad 2024-11-26T11:22:05,934 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T11:22:05,935 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cac805583a1b7e1c99cc1c4af311b1ad 2024-11-26T11:22:05,937 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/data/default/test/cac805583a1b7e1c99cc1c4af311b1ad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:22:05,937 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cac805583a1b7e1c99cc1c4af311b1ad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74091916, jitterRate=0.10405558347702026}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T11:22:05,937 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cac805583a1b7e1c99cc1c4af311b1ad 2024-11-26T11:22:05,937 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cac805583a1b7e1c99cc1c4af311b1ad: Running coprocessor pre-open hook at 1732620125920Writing region info on filesystem at 1732620125920Initializing all the Stores at 1732620125925 (+5 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620125925Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620125925Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620125925Cleaning up temporary data from old regions at 1732620125933 (+8 ms)Running coprocessor post-open hooks at 1732620125937 (+4 ms)Region opened successfully at 1732620125937 2024-11-26T11:22:05,938 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732620125564.cac805583a1b7e1c99cc1c4af311b1ad., pid=6, masterSystemTime=1732620125915 2024-11-26T11:22:05,942 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732620125564.cac805583a1b7e1c99cc1c4af311b1ad. 2024-11-26T11:22:05,942 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732620125564.cac805583a1b7e1c99cc1c4af311b1ad. 2024-11-26T11:22:05,942 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cac805583a1b7e1c99cc1c4af311b1ad, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7f3a3edaecc3,45475,1732620120737 2024-11-26T11:22:05,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cac805583a1b7e1c99cc1c4af311b1ad, server=7f3a3edaecc3,45475,1732620120737 because future has completed 2024-11-26T11:22:05,952 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T11:22:05,952 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cac805583a1b7e1c99cc1c4af311b1ad, server=7f3a3edaecc3,45475,1732620120737 in 186 msec 2024-11-26T11:22:05,967 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T11:22:05,967 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cac805583a1b7e1c99cc1c4af311b1ad, ASSIGN in 346 msec 2024-11-26T11:22:05,968 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T11:22:05,968 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620125968"}]},"ts":"1732620125968"} 2024-11-26T11:22:05,973 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T11:22:05,974 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T11:22:05,977 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 409 msec 2024-11-26T11:22:06,161 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T11:22:06,161 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-26T11:22:06,162 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T11:22:06,162 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-26T11:22:06,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:22:06,202 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T11:22:06,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d4d3ec7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:06,204 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,45635,-1 for getting cluster id 2024-11-26T11:22:06,204 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:22:06,205 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5b0d96a-5b2d-4079-928e-ff1af43d551d' 2024-11-26T11:22:06,205 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:22:06,205 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5b0d96a-5b2d-4079-928e-ff1af43d551d" 2024-11-26T11:22:06,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:06,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45070dd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:06,206 DEBUG [Time-limited test {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,45635,-1] 2024-11-26T11:22:06,206 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:22:06,207 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:22:06,208 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b081ac6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:06,208 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:22:06,210 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,45635,1732620109896 2024-11-26T11:22:06,211 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5aad9ae5 2024-11-26T11:22:06,211 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:22:06,212 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:22:06,212 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45635 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://7f3a3edaecc3:36027,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T11:22:06,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45635 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T11:22:06,216 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7f3a3edaecc3:36027' 2024-11-26T11:22:06,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:22:06,220 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55580fb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:06,220 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,36027,-1 for getting cluster id 2024-11-26T11:22:06,221 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:22:06,221 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '063a47f3-d019-48a3-8cd5-cecf7f2af18f' 2024-11-26T11:22:06,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:22:06,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "063a47f3-d019-48a3-8cd5-cecf7f2af18f" 2024-11-26T11:22:06,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35dda093, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:06,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,36027,-1] 2024-11-26T11:22:06,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:22:06,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:06,223 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:22:06,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78cb0989, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:06,224 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:22:06,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,36027,1732620114536 2024-11-26T11:22:06,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1aa75ad5 2024-11-26T11:22:06,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:22:06,226 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:22:06,227 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T11:22:06,227 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T11:22:06,227 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:06,227 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:06,228 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T11:22:06,232 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T11:22:06,232 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:22:06,233 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T11:22:06,233 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:06,234 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T11:22:06,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45247 is added to blk_1073741837_1013 (size=1138) 2024-11-26T11:22:06,261 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7e55a9fb567cb893667f20be8272e23d, NAME => 'hbase:replication,,1732620126228.7e55a9fb567cb893667f20be8272e23d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b 2024-11-26T11:22:06,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45247 is added to blk_1073741838_1014 (size=44) 2024-11-26T11:22:06,277 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732620126228.7e55a9fb567cb893667f20be8272e23d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:22:06,278 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7e55a9fb567cb893667f20be8272e23d, disabling compactions & flushes 2024-11-26T11:22:06,278 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732620126228.7e55a9fb567cb893667f20be8272e23d. 2024-11-26T11:22:06,278 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732620126228.7e55a9fb567cb893667f20be8272e23d. 2024-11-26T11:22:06,278 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732620126228.7e55a9fb567cb893667f20be8272e23d. after waiting 0 ms 2024-11-26T11:22:06,278 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732620126228.7e55a9fb567cb893667f20be8272e23d. 2024-11-26T11:22:06,278 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732620126228.7e55a9fb567cb893667f20be8272e23d. 2024-11-26T11:22:06,278 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7e55a9fb567cb893667f20be8272e23d: Waiting for close lock at 1732620126277Disabling compacts and flushes for region at 1732620126277Disabling writes for close at 1732620126278 (+1 ms)Writing region close event to WAL at 1732620126278Closed at 1732620126278 2024-11-26T11:22:06,281 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T11:22:06,282 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732620126228.7e55a9fb567cb893667f20be8272e23d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732620126282"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732620126282"}]},"ts":"1732620126282"} 2024-11-26T11:22:06,283 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T11:22:06,284 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T11:22:06,285 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T11:22:06,286 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620126285"}]},"ts":"1732620126285"} 2024-11-26T11:22:06,288 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T11:22:06,289 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7e55a9fb567cb893667f20be8272e23d, ASSIGN}] 2024-11-26T11:22:06,290 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7e55a9fb567cb893667f20be8272e23d, ASSIGN 2024-11-26T11:22:06,291 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7e55a9fb567cb893667f20be8272e23d, ASSIGN; state=OFFLINE, location=7f3a3edaecc3,42311,1732620110145; forceNewPlan=false, retain=false 2024-11-26T11:22:06,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:22:06,442 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7e55a9fb567cb893667f20be8272e23d, regionState=OPENING, regionLocation=7f3a3edaecc3,42311,1732620110145 2024-11-26T11:22:06,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7e55a9fb567cb893667f20be8272e23d, ASSIGN because future has completed 2024-11-26T11:22:06,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e55a9fb567cb893667f20be8272e23d, server=7f3a3edaecc3,42311,1732620110145}] 2024-11-26T11:22:06,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:22:06,603 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732620126228.7e55a9fb567cb893667f20be8272e23d. 2024-11-26T11:22:06,603 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:22:06,604 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T11:22:06,605 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7f3a3edaecc3%2C42311%2C1732620110145.rep, suffix=, logDir=hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/WALs/7f3a3edaecc3,42311,1732620110145, archiveDir=hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/oldWALs, maxLogs=10 2024-11-26T11:22:06,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/WALs/7f3a3edaecc3,42311,1732620110145/7f3a3edaecc3%2C42311%2C1732620110145.rep.1732620126605, exclude list is [], retry=0 2024-11-26T11:22:06,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45247,DS-f06f316b-ac0a-443b-a78f-f5aa0bed98c9,DISK] 2024-11-26T11:22:06,628 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/WALs/7f3a3edaecc3,42311,1732620110145/7f3a3edaecc3%2C42311%2C1732620110145.rep.1732620126605 2024-11-26T11:22:06,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38413:38413)] 2024-11-26T11:22:06,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7e55a9fb567cb893667f20be8272e23d, NAME => 'hbase:replication,,1732620126228.7e55a9fb567cb893667f20be8272e23d.', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:22:06,629 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T11:22:06,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T11:22:06,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732620126228.7e55a9fb567cb893667f20be8272e23d. service=MultiRowMutationService 2024-11-26T11:22:06,629 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T11:22:06,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7e55a9fb567cb893667f20be8272e23d 2024-11-26T11:22:06,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732620126228.7e55a9fb567cb893667f20be8272e23d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:22:06,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7e55a9fb567cb893667f20be8272e23d 2024-11-26T11:22:06,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7e55a9fb567cb893667f20be8272e23d 2024-11-26T11:22:06,631 INFO [StoreOpener-7e55a9fb567cb893667f20be8272e23d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7e55a9fb567cb893667f20be8272e23d 2024-11-26T11:22:06,632 INFO [StoreOpener-7e55a9fb567cb893667f20be8272e23d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e55a9fb567cb893667f20be8272e23d columnFamilyName hfileref 2024-11-26T11:22:06,632 DEBUG [StoreOpener-7e55a9fb567cb893667f20be8272e23d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:06,633 INFO [StoreOpener-7e55a9fb567cb893667f20be8272e23d-1 {}] regionserver.HStore(327): Store=7e55a9fb567cb893667f20be8272e23d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:22:06,633 INFO [StoreOpener-7e55a9fb567cb893667f20be8272e23d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7e55a9fb567cb893667f20be8272e23d 2024-11-26T11:22:06,634 INFO [StoreOpener-7e55a9fb567cb893667f20be8272e23d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e55a9fb567cb893667f20be8272e23d columnFamilyName queue 2024-11-26T11:22:06,634 DEBUG [StoreOpener-7e55a9fb567cb893667f20be8272e23d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:06,634 INFO [StoreOpener-7e55a9fb567cb893667f20be8272e23d-1 {}] regionserver.HStore(327): Store=7e55a9fb567cb893667f20be8272e23d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:22:06,634 INFO [StoreOpener-7e55a9fb567cb893667f20be8272e23d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7e55a9fb567cb893667f20be8272e23d 2024-11-26T11:22:06,635 INFO [StoreOpener-7e55a9fb567cb893667f20be8272e23d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e55a9fb567cb893667f20be8272e23d columnFamilyName sid 2024-11-26T11:22:06,635 DEBUG [StoreOpener-7e55a9fb567cb893667f20be8272e23d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:06,635 INFO [StoreOpener-7e55a9fb567cb893667f20be8272e23d-1 {}] regionserver.HStore(327): Store=7e55a9fb567cb893667f20be8272e23d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:22:06,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7e55a9fb567cb893667f20be8272e23d 2024-11-26T11:22:06,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/data/hbase/replication/7e55a9fb567cb893667f20be8272e23d 2024-11-26T11:22:06,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/data/hbase/replication/7e55a9fb567cb893667f20be8272e23d 2024-11-26T11:22:06,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7e55a9fb567cb893667f20be8272e23d 2024-11-26T11:22:06,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7e55a9fb567cb893667f20be8272e23d 2024-11-26T11:22:06,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T11:22:06,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7e55a9fb567cb893667f20be8272e23d 2024-11-26T11:22:06,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/data/hbase/replication/7e55a9fb567cb893667f20be8272e23d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:22:06,649 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7e55a9fb567cb893667f20be8272e23d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64993932, jitterRate=-0.03151494264602661}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T11:22:06,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7e55a9fb567cb893667f20be8272e23d 2024-11-26T11:22:06,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7e55a9fb567cb893667f20be8272e23d: Running coprocessor pre-open hook at 1732620126630Writing region info on filesystem at 1732620126630Initializing all the Stores at 1732620126631 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620126631Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620126631Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620126631Cleaning up temporary data from old regions at 1732620126637 (+6 ms)Running coprocessor post-open hooks at 1732620126649 (+12 ms)Region opened successfully at 1732620126649 2024-11-26T11:22:06,650 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732620126228.7e55a9fb567cb893667f20be8272e23d., pid=10, masterSystemTime=1732620126600 2024-11-26T11:22:06,652 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732620126228.7e55a9fb567cb893667f20be8272e23d. 2024-11-26T11:22:06,652 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732620126228.7e55a9fb567cb893667f20be8272e23d. 2024-11-26T11:22:06,653 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7e55a9fb567cb893667f20be8272e23d, regionState=OPEN, openSeqNum=2, regionLocation=7f3a3edaecc3,42311,1732620110145 2024-11-26T11:22:06,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e55a9fb567cb893667f20be8272e23d, server=7f3a3edaecc3,42311,1732620110145 because future has completed 2024-11-26T11:22:06,658 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T11:22:06,658 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7e55a9fb567cb893667f20be8272e23d, server=7f3a3edaecc3,42311,1732620110145 in 209 msec 2024-11-26T11:22:06,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T11:22:06,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7e55a9fb567cb893667f20be8272e23d, ASSIGN in 369 msec 2024-11-26T11:22:06,660 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T11:22:06,661 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620126660"}]},"ts":"1732620126660"} 2024-11-26T11:22:06,663 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T11:22:06,663 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T11:22:06,665 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 435 msec 2024-11-26T11:22:06,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732620126228.7e55a9fb567cb893667f20be8272e23d., hostname=7f3a3edaecc3,42311,1732620110145, seqNum=2] 2024-11-26T11:22:06,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:22:06,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42311-0x10176e0b76b0001, quorum=127.0.0.1:50273, baseZNode=/0-205751341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-205751341 2024-11-26T11:22:06,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45635-0x10176e0b76b0000, quorum=127.0.0.1:50273, baseZNode=/0-205751341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-205751341 2024-11-26T11:22:06,884 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T11:22:07,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42311 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T11:22:07,037 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T11:22:07,067 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7f3a3edaecc3,42311,1732620110145, ReplicationSource: 1, currentBandwidth=0 2024-11-26T11:22:07,067 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:22:07,067 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,42311,1732620110145, seqNum=-1] 2024-11-26T11:22:07,068 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:22:07,069 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41251, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-26T11:22:07,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7f3a3edaecc3,42311,1732620110145', locateType=CURRENT is [region=hbase:replication,,1732620126228.7e55a9fb567cb893667f20be8272e23d., hostname=7f3a3edaecc3,42311,1732620110145, seqNum=2] 2024-11-26T11:22:07,073 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T11:22:07,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45635 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T11:22:07,076 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7f3a3edaecc3,42311,1732620110145 suceeded 2024-11-26T11:22:07,078 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T11:22:07,078 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-26T11:22:07,078 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7f3a3edaecc3:36027,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T11:22:07,079 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 866 msec 2024-11-26T11:22:07,093 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,42311,1732620110145 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7f3a3edaecc3:36027' 2024-11-26T11:22:07,095 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,42311,1732620110145 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b916674, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:07,095 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,42311,1732620110145 {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,36027,-1 for getting cluster id 2024-11-26T11:22:07,095 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,42311,1732620110145 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:22:07,096 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '063a47f3-d019-48a3-8cd5-cecf7f2af18f' 2024-11-26T11:22:07,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:22:07,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "063a47f3-d019-48a3-8cd5-cecf7f2af18f" 2024-11-26T11:22:07,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@144bdd08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:07,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,36027,-1] 2024-11-26T11:22:07,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:22:07,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:07,097 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:22:07,097 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,42311,1732620110145 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f8f93dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:07,097 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,42311,1732620110145 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:22:07,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,36027,1732620114536 2024-11-26T11:22:07,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@141ab6a2 2024-11-26T11:22:07,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:22:07,099 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-26T11:22:07,100 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,42311,1732620110145 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7f3a3edaecc3,42311,1732620110145 (queues=1) is replicating from cluster=d5b0d96a-5b2d-4079-928e-ff1af43d551d to cluster=063a47f3-d019-48a3-8cd5-cecf7f2af18f 2024-11-26T11:22:07,100 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,42311,1732620110145 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7f3a3edaecc3%2C42311%2C1732620110145 2024-11-26T11:22:07,100 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,42311,1732620110145 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7f3a3edaecc3,42311,1732620110145, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T11:22:07,100 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,42311,1732620110145.replicationSource.shipper7f3a3edaecc3%2C42311%2C1732620110145,1-7f3a3edaecc3,42311,1732620110145 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7f3a3edaecc3%2C42311%2C1732620110145 2024-11-26T11:22:07,100 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,42311,1732620110145.replicationSource.wal-reader.7f3a3edaecc3%2C42311%2C1732620110145,1-7f3a3edaecc3,42311,1732620110145 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/WALs/7f3a3edaecc3,42311,1732620110145/7f3a3edaecc3%2C42311%2C1732620110145.1732620111228, startPosition=0, beingWritten=true 2024-11-26T11:22:07,105 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,42311,1732620110145.replicationSource.wal-reader.7f3a3edaecc3%2C42311%2C1732620110145,1-7f3a3edaecc3,42311,1732620110145 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T11:22:07,105 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,42311,1732620110145.replicationSource.wal-reader.7f3a3edaecc3%2C42311%2C1732620110145,1-7f3a3edaecc3,42311,1732620110145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/WALs/7f3a3edaecc3,42311,1732620110145/7f3a3edaecc3%2C42311%2C1732620110145.1732620111228 to pos 379, reset compression=false 2024-11-26T11:22:07,105 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,42311,1732620110145.replicationSource.shipper7f3a3edaecc3%2C42311%2C1732620110145,1-7f3a3edaecc3,42311,1732620110145 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,42311,1732620110145 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/WALs/7f3a3edaecc3,42311,1732620110145/7f3a3edaecc3%2C42311%2C1732620110145.1732620111228, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T11:22:07,308 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,42311,1732620110145.replicationSource.wal-reader.7f3a3edaecc3%2C42311%2C1732620110145,1-7f3a3edaecc3,42311,1732620110145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/WALs/7f3a3edaecc3,42311,1732620110145/7f3a3edaecc3%2C42311%2C1732620110145.1732620111228 to pos 379, reset compression=false 2024-11-26T11:22:07,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:22:07,350 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T11:22:07,350 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:22:07,350 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:22:07,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:07,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:07,351 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:22:07,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ae391f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:07,351 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,36027,-1 for getting cluster id 2024-11-26T11:22:07,351 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:22:07,352 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '063a47f3-d019-48a3-8cd5-cecf7f2af18f' 2024-11-26T11:22:07,352 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:22:07,352 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "063a47f3-d019-48a3-8cd5-cecf7f2af18f" 2024-11-26T11:22:07,352 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6954d0c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:07,352 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,36027,-1] 2024-11-26T11:22:07,353 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:22:07,353 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:07,353 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:22:07,354 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45853b60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:07,354 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:22:07,355 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,36027,1732620114536 2024-11-26T11:22:07,355 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53b486a0 2024-11-26T11:22:07,355 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:22:07,355 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:22:07,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36027 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://7f3a3edaecc3:44203,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T11:22:07,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36027 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T11:22:07,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:22:07,358 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7f3a3edaecc3:44203' 2024-11-26T11:22:07,359 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@703a8c63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:07,359 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,44203,-1 for getting cluster id 2024-11-26T11:22:07,359 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:22:07,359 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9e0a263-8bc7-4216-83b4-ae2b0d4ff29b' 2024-11-26T11:22:07,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:22:07,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9e0a263-8bc7-4216-83b4-ae2b0d4ff29b" 2024-11-26T11:22:07,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27350ad5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:07,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,44203,-1] 2024-11-26T11:22:07,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:22:07,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:07,360 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:22:07,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7adb7766, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:07,361 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:22:07,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,44203,1732620120590 2024-11-26T11:22:07,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e3081f9 2024-11-26T11:22:07,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:22:07,362 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:22:07,363 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-26T11:22:07,363 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T11:22:07,363 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:07,363 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:07,363 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:22:07,363 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T11:22:07,364 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T11:22:07,365 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T11:22:07,365 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:07,365 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T11:22:07,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39939 is added to blk_1073741837_1013 (size=1138) 2024-11-26T11:22:07,414 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T11:22:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:22:07,611 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,42311,1732620110145.replicationSource.wal-reader.7f3a3edaecc3%2C42311%2C1732620110145,1-7f3a3edaecc3,42311,1732620110145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/WALs/7f3a3edaecc3,42311,1732620110145/7f3a3edaecc3%2C42311%2C1732620110145.1732620111228 to pos 379, reset compression=false 2024-11-26T11:22:07,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:22:07,771 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f43b45af91eaaeb3a8bdab21acb7a995, NAME => 'hbase:replication,,1732620127363.f43b45af91eaaeb3a8bdab21acb7a995.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686 2024-11-26T11:22:07,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39939 is added to blk_1073741838_1014 (size=44) 2024-11-26T11:22:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:22:08,014 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,42311,1732620110145.replicationSource.wal-reader.7f3a3edaecc3%2C42311%2C1732620110145,1-7f3a3edaecc3,42311,1732620110145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/WALs/7f3a3edaecc3,42311,1732620110145/7f3a3edaecc3%2C42311%2C1732620110145.1732620111228 to pos 379, reset compression=false 2024-11-26T11:22:08,176 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732620127363.f43b45af91eaaeb3a8bdab21acb7a995.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:22:08,176 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f43b45af91eaaeb3a8bdab21acb7a995, disabling compactions & flushes 2024-11-26T11:22:08,176 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732620127363.f43b45af91eaaeb3a8bdab21acb7a995. 2024-11-26T11:22:08,176 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732620127363.f43b45af91eaaeb3a8bdab21acb7a995. 2024-11-26T11:22:08,176 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732620127363.f43b45af91eaaeb3a8bdab21acb7a995. after waiting 0 ms 2024-11-26T11:22:08,177 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732620127363.f43b45af91eaaeb3a8bdab21acb7a995. 2024-11-26T11:22:08,177 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732620127363.f43b45af91eaaeb3a8bdab21acb7a995. 2024-11-26T11:22:08,177 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f43b45af91eaaeb3a8bdab21acb7a995: Waiting for close lock at 1732620128176Disabling compacts and flushes for region at 1732620128176Disabling writes for close at 1732620128176Writing region close event to WAL at 1732620128177 (+1 ms)Closed at 1732620128177 2024-11-26T11:22:08,178 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T11:22:08,178 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732620127363.f43b45af91eaaeb3a8bdab21acb7a995.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732620128178"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732620128178"}]},"ts":"1732620128178"} 2024-11-26T11:22:08,181 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T11:22:08,182 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T11:22:08,182 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620128182"}]},"ts":"1732620128182"} 2024-11-26T11:22:08,184 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T11:22:08,184 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f43b45af91eaaeb3a8bdab21acb7a995, ASSIGN}] 2024-11-26T11:22:08,185 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f43b45af91eaaeb3a8bdab21acb7a995, ASSIGN 2024-11-26T11:22:08,185 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f43b45af91eaaeb3a8bdab21acb7a995, ASSIGN; state=OFFLINE, location=7f3a3edaecc3,33519,1732620114847; forceNewPlan=false, retain=false 2024-11-26T11:22:08,336 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f43b45af91eaaeb3a8bdab21acb7a995, regionState=OPENING, regionLocation=7f3a3edaecc3,33519,1732620114847 2024-11-26T11:22:08,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f43b45af91eaaeb3a8bdab21acb7a995, ASSIGN because future has completed 2024-11-26T11:22:08,338 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f43b45af91eaaeb3a8bdab21acb7a995, server=7f3a3edaecc3,33519,1732620114847}] 2024-11-26T11:22:08,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:22:08,492 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732620127363.f43b45af91eaaeb3a8bdab21acb7a995. 2024-11-26T11:22:08,492 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:22:08,492 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T11:22:08,493 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7f3a3edaecc3%2C33519%2C1732620114847.rep, suffix=, logDir=hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/WALs/7f3a3edaecc3,33519,1732620114847, archiveDir=hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/oldWALs, maxLogs=10 2024-11-26T11:22:08,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/WALs/7f3a3edaecc3,33519,1732620114847/7f3a3edaecc3%2C33519%2C1732620114847.rep.1732620128493, exclude list is [], retry=0 2024-11-26T11:22:08,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39939,DS-9b08a05c-34e4-458e-9f61-89b3f42bf15a,DISK] 2024-11-26T11:22:08,507 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/WALs/7f3a3edaecc3,33519,1732620114847/7f3a3edaecc3%2C33519%2C1732620114847.rep.1732620128493 2024-11-26T11:22:08,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41835:41835)] 2024-11-26T11:22:08,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f43b45af91eaaeb3a8bdab21acb7a995, NAME => 'hbase:replication,,1732620127363.f43b45af91eaaeb3a8bdab21acb7a995.', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:22:08,508 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T11:22:08,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T11:22:08,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732620127363.f43b45af91eaaeb3a8bdab21acb7a995. service=MultiRowMutationService 2024-11-26T11:22:08,508 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T11:22:08,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f43b45af91eaaeb3a8bdab21acb7a995 2024-11-26T11:22:08,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732620127363.f43b45af91eaaeb3a8bdab21acb7a995.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:22:08,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f43b45af91eaaeb3a8bdab21acb7a995 2024-11-26T11:22:08,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f43b45af91eaaeb3a8bdab21acb7a995 2024-11-26T11:22:08,509 INFO [StoreOpener-f43b45af91eaaeb3a8bdab21acb7a995-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f43b45af91eaaeb3a8bdab21acb7a995 2024-11-26T11:22:08,510 INFO [StoreOpener-f43b45af91eaaeb3a8bdab21acb7a995-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f43b45af91eaaeb3a8bdab21acb7a995 columnFamilyName hfileref 2024-11-26T11:22:08,510 DEBUG [StoreOpener-f43b45af91eaaeb3a8bdab21acb7a995-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:08,510 INFO [StoreOpener-f43b45af91eaaeb3a8bdab21acb7a995-1 {}] regionserver.HStore(327): Store=f43b45af91eaaeb3a8bdab21acb7a995/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:22:08,510 INFO [StoreOpener-f43b45af91eaaeb3a8bdab21acb7a995-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f43b45af91eaaeb3a8bdab21acb7a995 2024-11-26T11:22:08,511 INFO [StoreOpener-f43b45af91eaaeb3a8bdab21acb7a995-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f43b45af91eaaeb3a8bdab21acb7a995 columnFamilyName queue 2024-11-26T11:22:08,511 DEBUG [StoreOpener-f43b45af91eaaeb3a8bdab21acb7a995-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:08,511 INFO [StoreOpener-f43b45af91eaaeb3a8bdab21acb7a995-1 {}] regionserver.HStore(327): Store=f43b45af91eaaeb3a8bdab21acb7a995/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:22:08,511 INFO [StoreOpener-f43b45af91eaaeb3a8bdab21acb7a995-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f43b45af91eaaeb3a8bdab21acb7a995 2024-11-26T11:22:08,512 INFO [StoreOpener-f43b45af91eaaeb3a8bdab21acb7a995-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f43b45af91eaaeb3a8bdab21acb7a995 columnFamilyName sid 2024-11-26T11:22:08,512 DEBUG [StoreOpener-f43b45af91eaaeb3a8bdab21acb7a995-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:08,512 INFO [StoreOpener-f43b45af91eaaeb3a8bdab21acb7a995-1 {}] regionserver.HStore(327): Store=f43b45af91eaaeb3a8bdab21acb7a995/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:22:08,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f43b45af91eaaeb3a8bdab21acb7a995 2024-11-26T11:22:08,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/data/hbase/replication/f43b45af91eaaeb3a8bdab21acb7a995 2024-11-26T11:22:08,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/data/hbase/replication/f43b45af91eaaeb3a8bdab21acb7a995 2024-11-26T11:22:08,514 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f43b45af91eaaeb3a8bdab21acb7a995 2024-11-26T11:22:08,514 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f43b45af91eaaeb3a8bdab21acb7a995 2024-11-26T11:22:08,514 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T11:22:08,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f43b45af91eaaeb3a8bdab21acb7a995 2024-11-26T11:22:08,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/data/hbase/replication/f43b45af91eaaeb3a8bdab21acb7a995/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:22:08,517 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f43b45af91eaaeb3a8bdab21acb7a995; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65663159, jitterRate=-0.021542683243751526}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T11:22:08,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f43b45af91eaaeb3a8bdab21acb7a995 2024-11-26T11:22:08,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f43b45af91eaaeb3a8bdab21acb7a995: Running coprocessor pre-open hook at 1732620128508Writing region info on filesystem at 1732620128508Initializing all the Stores at 1732620128509 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620128509Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620128509Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620128509Cleaning up temporary data from old regions at 1732620128514 (+5 ms)Running coprocessor post-open hooks at 1732620128517 (+3 ms)Region opened successfully at 1732620128517 2024-11-26T11:22:08,517 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732620127363.f43b45af91eaaeb3a8bdab21acb7a995., pid=10, masterSystemTime=1732620128489 2024-11-26T11:22:08,518 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,42311,1732620110145.replicationSource.wal-reader.7f3a3edaecc3%2C42311%2C1732620110145,1-7f3a3edaecc3,42311,1732620110145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/WALs/7f3a3edaecc3,42311,1732620110145/7f3a3edaecc3%2C42311%2C1732620110145.1732620111228 to pos 379, reset compression=false 2024-11-26T11:22:08,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732620127363.f43b45af91eaaeb3a8bdab21acb7a995. 2024-11-26T11:22:08,519 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732620127363.f43b45af91eaaeb3a8bdab21acb7a995. 2024-11-26T11:22:08,519 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f43b45af91eaaeb3a8bdab21acb7a995, regionState=OPEN, openSeqNum=2, regionLocation=7f3a3edaecc3,33519,1732620114847 2024-11-26T11:22:08,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f43b45af91eaaeb3a8bdab21acb7a995, server=7f3a3edaecc3,33519,1732620114847 because future has completed 2024-11-26T11:22:08,524 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T11:22:08,524 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f43b45af91eaaeb3a8bdab21acb7a995, server=7f3a3edaecc3,33519,1732620114847 in 184 msec 2024-11-26T11:22:08,526 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T11:22:08,526 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f43b45af91eaaeb3a8bdab21acb7a995, ASSIGN in 340 msec 2024-11-26T11:22:08,526 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T11:22:08,527 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620128526"}]},"ts":"1732620128526"} 2024-11-26T11:22:08,528 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T11:22:08,529 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T11:22:08,530 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1660 sec 2024-11-26T11:22:08,552 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T11:22:08,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732620127363.f43b45af91eaaeb3a8bdab21acb7a995., hostname=7f3a3edaecc3,33519,1732620114847, seqNum=2] 2024-11-26T11:22:08,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33519-0x10176e0b76b0004, quorum=127.0.0.1:50273, baseZNode=/1-704077044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-704077044 2024-11-26T11:22:08,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36027-0x10176e0b76b0003, quorum=127.0.0.1:50273, baseZNode=/1-704077044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-704077044 2024-11-26T11:22:08,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T11:22:08,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33519 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T11:22:08,773 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T11:22:08,826 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7f3a3edaecc3,33519,1732620114847, ReplicationSource: 1, currentBandwidth=0 2024-11-26T11:22:08,827 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:22:08,827 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,33519,1732620114847, seqNum=-1] 2024-11-26T11:22:08,827 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:22:08,828 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38777, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-26T11:22:08,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7f3a3edaecc3,33519,1732620114847', locateType=CURRENT is [region=hbase:replication,,1732620127363.f43b45af91eaaeb3a8bdab21acb7a995., hostname=7f3a3edaecc3,33519,1732620114847, seqNum=2] 2024-11-26T11:22:08,836 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T11:22:08,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36027 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T11:22:08,840 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7f3a3edaecc3,33519,1732620114847 suceeded 2024-11-26T11:22:08,841 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T11:22:08,842 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7f3a3edaecc3:44203,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T11:22:08,842 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 220 msec 2024-11-26T11:22:08,843 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4860 sec 2024-11-26T11:22:08,852 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7f3a3edaecc3:44203' 2024-11-26T11:22:08,853 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7acec7d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:08,853 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847 {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,44203,-1 for getting cluster id 2024-11-26T11:22:08,853 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:22:08,854 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9e0a263-8bc7-4216-83b4-ae2b0d4ff29b' 2024-11-26T11:22:08,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:22:08,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9e0a263-8bc7-4216-83b4-ae2b0d4ff29b" 2024-11-26T11:22:08,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d453e2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:08,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,44203,-1] 2024-11-26T11:22:08,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:22:08,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:08,855 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:22:08,856 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@207186f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:08,856 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:22:08,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,44203,1732620120590 2024-11-26T11:22:08,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@132928c3 2024-11-26T11:22:08,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:22:08,857 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-26T11:22:08,857 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7f3a3edaecc3,33519,1732620114847 (queues=1) is replicating from cluster=063a47f3-d019-48a3-8cd5-cecf7f2af18f to cluster=d9e0a263-8bc7-4216-83b4-ae2b0d4ff29b 2024-11-26T11:22:08,858 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7f3a3edaecc3%2C33519%2C1732620114847 2024-11-26T11:22:08,858 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7f3a3edaecc3,33519,1732620114847, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T11:22:08,858 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.shipper7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7f3a3edaecc3%2C33519%2C1732620114847 2024-11-26T11:22:08,858 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.wal-reader.7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/WALs/7f3a3edaecc3,33519,1732620114847/7f3a3edaecc3%2C33519%2C1732620114847.1732620117432, startPosition=0, beingWritten=true 2024-11-26T11:22:08,862 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.wal-reader.7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T11:22:08,862 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.wal-reader.7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/WALs/7f3a3edaecc3,33519,1732620114847/7f3a3edaecc3%2C33519%2C1732620114847.1732620117432 to pos 379, reset compression=false 2024-11-26T11:22:08,862 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.shipper7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,33519,1732620114847 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/WALs/7f3a3edaecc3,33519,1732620114847/7f3a3edaecc3%2C33519%2C1732620114847.1732620117432, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T11:22:09,066 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.wal-reader.7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/WALs/7f3a3edaecc3,33519,1732620114847/7f3a3edaecc3%2C33519%2C1732620114847.1732620117432 to pos 379, reset compression=false 2024-11-26T11:22:09,121 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,42311,1732620110145.replicationSource.wal-reader.7f3a3edaecc3%2C42311%2C1732620110145,1-7f3a3edaecc3,42311,1732620110145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/WALs/7f3a3edaecc3,42311,1732620110145/7f3a3edaecc3%2C42311%2C1732620110145.1732620111228 to pos 379, reset compression=false 2024-11-26T11:22:09,369 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.wal-reader.7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/WALs/7f3a3edaecc3,33519,1732620114847/7f3a3edaecc3%2C33519%2C1732620114847.1732620117432 to pos 379, reset compression=false 2024-11-26T11:22:09,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:22:09,501 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T11:22:09,501 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:22:09,501 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:22:09,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:09,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:09,501 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:22:09,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44e79514, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:09,502 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,44203,-1 for getting cluster id 2024-11-26T11:22:09,502 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:22:09,503 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9e0a263-8bc7-4216-83b4-ae2b0d4ff29b' 2024-11-26T11:22:09,503 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:22:09,503 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9e0a263-8bc7-4216-83b4-ae2b0d4ff29b" 2024-11-26T11:22:09,503 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5808525, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:09,503 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,44203,-1] 2024-11-26T11:22:09,504 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:22:09,504 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:09,504 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:22:09,505 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e6f9963, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:09,505 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:22:09,506 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,44203,1732620120590 2024-11-26T11:22:09,506 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f78e5a6 2024-11-26T11:22:09,506 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:22:09,507 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:22:09,507 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44203 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://7f3a3edaecc3:36027,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T11:22:09,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44203 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T11:22:09,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:22:09,510 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7f3a3edaecc3:36027' 2024-11-26T11:22:09,511 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3733898d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:09,511 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,36027,-1 for getting cluster id 2024-11-26T11:22:09,511 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:22:09,512 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '063a47f3-d019-48a3-8cd5-cecf7f2af18f' 2024-11-26T11:22:09,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:22:09,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "063a47f3-d019-48a3-8cd5-cecf7f2af18f" 2024-11-26T11:22:09,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@311f8357, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:09,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,36027,-1] 2024-11-26T11:22:09,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:22:09,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:09,513 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:22:09,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31b3baf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:09,514 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:22:09,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,36027,1732620114536 2024-11-26T11:22:09,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d6d1ed9 2024-11-26T11:22:09,514 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T11:22:09,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:22:09,515 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:22:09,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:09,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:09,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:09,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:09,516 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-26T11:22:09,516 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T11:22:09,516 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:09,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:09,516 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:09,516 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:22:09,517 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T11:22:09,518 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T11:22:09,519 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T11:22:09,519 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:09,520 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T11:22:09,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44485 is added to blk_1073741837_1013 (size=1138) 2024-11-26T11:22:09,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:09,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:09,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:09,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:09,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:09,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:09,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:09,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:09,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:09,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:09,568 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T11:22:09,587 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T11:22:09,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:22:09,782 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.wal-reader.7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/WALs/7f3a3edaecc3,33519,1732620114847/7f3a3edaecc3%2C33519%2C1732620114847.1732620117432 to pos 379, reset compression=false 2024-11-26T11:22:09,825 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,42311,1732620110145.replicationSource.wal-reader.7f3a3edaecc3%2C42311%2C1732620110145,1-7f3a3edaecc3,42311,1732620110145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/WALs/7f3a3edaecc3,42311,1732620110145/7f3a3edaecc3%2C42311%2C1732620110145.1732620111228 to pos 379, reset compression=false 2024-11-26T11:22:09,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:22:09,928 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c7f12061b2359b1381d0842fb3e539ee, NAME => 'hbase:replication,,1732620129516.c7f12061b2359b1381d0842fb3e539ee.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a 2024-11-26T11:22:09,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44485 is added to blk_1073741838_1014 (size=44) 2024-11-26T11:22:10,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:22:10,285 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.wal-reader.7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/WALs/7f3a3edaecc3,33519,1732620114847/7f3a3edaecc3%2C33519%2C1732620114847.1732620117432 to pos 379, reset compression=false 2024-11-26T11:22:10,337 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732620129516.c7f12061b2359b1381d0842fb3e539ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:22:10,337 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c7f12061b2359b1381d0842fb3e539ee, disabling compactions & flushes 2024-11-26T11:22:10,337 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732620129516.c7f12061b2359b1381d0842fb3e539ee. 2024-11-26T11:22:10,337 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732620129516.c7f12061b2359b1381d0842fb3e539ee. 2024-11-26T11:22:10,337 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732620129516.c7f12061b2359b1381d0842fb3e539ee. after waiting 0 ms 2024-11-26T11:22:10,337 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732620129516.c7f12061b2359b1381d0842fb3e539ee. 2024-11-26T11:22:10,337 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732620129516.c7f12061b2359b1381d0842fb3e539ee. 2024-11-26T11:22:10,337 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c7f12061b2359b1381d0842fb3e539ee: Waiting for close lock at 1732620130337Disabling compacts and flushes for region at 1732620130337Disabling writes for close at 1732620130337Writing region close event to WAL at 1732620130337Closed at 1732620130337 2024-11-26T11:22:10,338 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T11:22:10,339 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732620129516.c7f12061b2359b1381d0842fb3e539ee.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732620130338"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732620130338"}]},"ts":"1732620130338"} 2024-11-26T11:22:10,340 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T11:22:10,341 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T11:22:10,341 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620130341"}]},"ts":"1732620130341"} 2024-11-26T11:22:10,342 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T11:22:10,342 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c7f12061b2359b1381d0842fb3e539ee, ASSIGN}] 2024-11-26T11:22:10,343 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c7f12061b2359b1381d0842fb3e539ee, ASSIGN 2024-11-26T11:22:10,344 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c7f12061b2359b1381d0842fb3e539ee, ASSIGN; state=OFFLINE, location=7f3a3edaecc3,45475,1732620120737; forceNewPlan=false, retain=false 2024-11-26T11:22:10,495 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c7f12061b2359b1381d0842fb3e539ee, regionState=OPENING, regionLocation=7f3a3edaecc3,45475,1732620120737 2024-11-26T11:22:10,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c7f12061b2359b1381d0842fb3e539ee, ASSIGN because future has completed 2024-11-26T11:22:10,497 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c7f12061b2359b1381d0842fb3e539ee, server=7f3a3edaecc3,45475,1732620120737}] 2024-11-26T11:22:10,628 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,42311,1732620110145.replicationSource.wal-reader.7f3a3edaecc3%2C42311%2C1732620110145,1-7f3a3edaecc3,42311,1732620110145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/WALs/7f3a3edaecc3,42311,1732620110145/7f3a3edaecc3%2C42311%2C1732620110145.1732620111228 to pos 379, reset compression=false 2024-11-26T11:22:10,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:22:10,652 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732620129516.c7f12061b2359b1381d0842fb3e539ee. 2024-11-26T11:22:10,652 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:22:10,652 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T11:22:10,653 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7f3a3edaecc3%2C45475%2C1732620120737.rep, suffix=, logDir=hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/WALs/7f3a3edaecc3,45475,1732620120737, archiveDir=hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/oldWALs, maxLogs=10 2024-11-26T11:22:10,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/WALs/7f3a3edaecc3,45475,1732620120737/7f3a3edaecc3%2C45475%2C1732620120737.rep.1732620130654, exclude list is [], retry=0 2024-11-26T11:22:10,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44485,DS-c1babd6e-7227-4a23-b7a3-0e9ad8d976e3,DISK] 2024-11-26T11:22:10,674 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/WALs/7f3a3edaecc3,45475,1732620120737/7f3a3edaecc3%2C45475%2C1732620120737.rep.1732620130654 2024-11-26T11:22:10,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41859:41859)] 2024-11-26T11:22:10,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c7f12061b2359b1381d0842fb3e539ee, NAME => 'hbase:replication,,1732620129516.c7f12061b2359b1381d0842fb3e539ee.', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:22:10,677 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T11:22:10,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T11:22:10,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732620129516.c7f12061b2359b1381d0842fb3e539ee. service=MultiRowMutationService 2024-11-26T11:22:10,677 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T11:22:10,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c7f12061b2359b1381d0842fb3e539ee 2024-11-26T11:22:10,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732620129516.c7f12061b2359b1381d0842fb3e539ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:22:10,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c7f12061b2359b1381d0842fb3e539ee 2024-11-26T11:22:10,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c7f12061b2359b1381d0842fb3e539ee 2024-11-26T11:22:10,678 INFO [StoreOpener-c7f12061b2359b1381d0842fb3e539ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c7f12061b2359b1381d0842fb3e539ee 2024-11-26T11:22:10,679 INFO [StoreOpener-c7f12061b2359b1381d0842fb3e539ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7f12061b2359b1381d0842fb3e539ee columnFamilyName hfileref 2024-11-26T11:22:10,679 DEBUG [StoreOpener-c7f12061b2359b1381d0842fb3e539ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:10,680 INFO [StoreOpener-c7f12061b2359b1381d0842fb3e539ee-1 {}] regionserver.HStore(327): Store=c7f12061b2359b1381d0842fb3e539ee/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:22:10,680 INFO [StoreOpener-c7f12061b2359b1381d0842fb3e539ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c7f12061b2359b1381d0842fb3e539ee 2024-11-26T11:22:10,680 INFO [StoreOpener-c7f12061b2359b1381d0842fb3e539ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7f12061b2359b1381d0842fb3e539ee columnFamilyName queue 2024-11-26T11:22:10,680 DEBUG [StoreOpener-c7f12061b2359b1381d0842fb3e539ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:10,681 INFO [StoreOpener-c7f12061b2359b1381d0842fb3e539ee-1 {}] regionserver.HStore(327): Store=c7f12061b2359b1381d0842fb3e539ee/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:22:10,681 INFO [StoreOpener-c7f12061b2359b1381d0842fb3e539ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c7f12061b2359b1381d0842fb3e539ee 2024-11-26T11:22:10,681 INFO [StoreOpener-c7f12061b2359b1381d0842fb3e539ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7f12061b2359b1381d0842fb3e539ee columnFamilyName sid 2024-11-26T11:22:10,681 DEBUG [StoreOpener-c7f12061b2359b1381d0842fb3e539ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:10,682 INFO [StoreOpener-c7f12061b2359b1381d0842fb3e539ee-1 {}] regionserver.HStore(327): Store=c7f12061b2359b1381d0842fb3e539ee/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:22:10,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c7f12061b2359b1381d0842fb3e539ee 2024-11-26T11:22:10,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/data/hbase/replication/c7f12061b2359b1381d0842fb3e539ee 2024-11-26T11:22:10,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/data/hbase/replication/c7f12061b2359b1381d0842fb3e539ee 2024-11-26T11:22:10,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c7f12061b2359b1381d0842fb3e539ee 2024-11-26T11:22:10,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c7f12061b2359b1381d0842fb3e539ee 2024-11-26T11:22:10,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T11:22:10,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c7f12061b2359b1381d0842fb3e539ee 2024-11-26T11:22:10,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/data/hbase/replication/c7f12061b2359b1381d0842fb3e539ee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:22:10,686 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c7f12061b2359b1381d0842fb3e539ee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75316057, jitterRate=0.12229670584201813}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T11:22:10,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c7f12061b2359b1381d0842fb3e539ee 2024-11-26T11:22:10,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c7f12061b2359b1381d0842fb3e539ee: Running coprocessor pre-open hook at 1732620130677Writing region info on filesystem at 1732620130677Initializing all the Stores at 1732620130678 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620130678Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620130678Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620130678Cleaning up temporary data from old regions at 1732620130683 (+5 ms)Running coprocessor post-open hooks at 1732620130686 (+3 ms)Region opened successfully at 1732620130686 2024-11-26T11:22:10,687 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732620129516.c7f12061b2359b1381d0842fb3e539ee., pid=10, masterSystemTime=1732620130649 2024-11-26T11:22:10,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732620129516.c7f12061b2359b1381d0842fb3e539ee. 2024-11-26T11:22:10,689 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732620129516.c7f12061b2359b1381d0842fb3e539ee. 2024-11-26T11:22:10,689 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c7f12061b2359b1381d0842fb3e539ee, regionState=OPEN, openSeqNum=2, regionLocation=7f3a3edaecc3,45475,1732620120737 2024-11-26T11:22:10,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c7f12061b2359b1381d0842fb3e539ee, server=7f3a3edaecc3,45475,1732620120737 because future has completed 2024-11-26T11:22:10,692 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T11:22:10,692 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c7f12061b2359b1381d0842fb3e539ee, server=7f3a3edaecc3,45475,1732620120737 in 194 msec 2024-11-26T11:22:10,694 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T11:22:10,694 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c7f12061b2359b1381d0842fb3e539ee, ASSIGN in 350 msec 2024-11-26T11:22:10,694 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T11:22:10,694 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620130694"}]},"ts":"1732620130694"} 2024-11-26T11:22:10,696 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T11:22:10,696 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T11:22:10,697 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1790 sec 2024-11-26T11:22:10,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732620129516.c7f12061b2359b1381d0842fb3e539ee., hostname=7f3a3edaecc3,45475,1732620120737, seqNum=2] 2024-11-26T11:22:10,887 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.wal-reader.7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/WALs/7f3a3edaecc3,33519,1732620114847/7f3a3edaecc3%2C33519%2C1732620114847.1732620117432 to pos 379, reset compression=false 2024-11-26T11:22:10,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44203-0x10176e0b76b0006, quorum=127.0.0.1:50273, baseZNode=/2-1820290339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1820290339 2024-11-26T11:22:10,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45475-0x10176e0b76b0007, quorum=127.0.0.1:50273, baseZNode=/2-1820290339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1820290339 2024-11-26T11:22:11,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T11:22:11,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45475 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T11:22:11,188 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T11:22:11,226 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7f3a3edaecc3,45475,1732620120737, ReplicationSource: 1, currentBandwidth=0 2024-11-26T11:22:11,226 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:22:11,226 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,45475,1732620120737, seqNum=-1] 2024-11-26T11:22:11,227 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:22:11,228 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58981, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-26T11:22:11,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7f3a3edaecc3,45475,1732620120737', locateType=CURRENT is [region=hbase:replication,,1732620129516.c7f12061b2359b1381d0842fb3e539ee., hostname=7f3a3edaecc3,45475,1732620120737, seqNum=2] 2024-11-26T11:22:11,231 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T11:22:11,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44203 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T11:22:11,233 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7f3a3edaecc3,45475,1732620120737 suceeded 2024-11-26T11:22:11,234 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T11:22:11,234 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-26T11:22:11,234 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7f3a3edaecc3:36027,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T11:22:11,236 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7280 sec 2024-11-26T11:22:11,249 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45475,1732620120737 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7f3a3edaecc3:36027' 2024-11-26T11:22:11,250 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45475,1732620120737 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5beef9b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:11,250 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45475,1732620120737 {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,36027,-1 for getting cluster id 2024-11-26T11:22:11,250 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45475,1732620120737 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:22:11,251 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '063a47f3-d019-48a3-8cd5-cecf7f2af18f' 2024-11-26T11:22:11,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:22:11,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "063a47f3-d019-48a3-8cd5-cecf7f2af18f" 2024-11-26T11:22:11,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12dfaae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:11,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,36027,-1] 2024-11-26T11:22:11,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:22:11,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:11,253 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:22:11,253 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45475,1732620120737 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30b8416d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:11,253 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45475,1732620120737 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:22:11,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,36027,1732620114536 2024-11-26T11:22:11,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51620c6b 2024-11-26T11:22:11,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:22:11,255 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-26T11:22:11,255 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45475,1732620120737 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7f3a3edaecc3,45475,1732620120737 (queues=1) is replicating from cluster=d9e0a263-8bc7-4216-83b4-ae2b0d4ff29b to cluster=063a47f3-d019-48a3-8cd5-cecf7f2af18f 2024-11-26T11:22:11,255 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45475,1732620120737 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7f3a3edaecc3%2C45475%2C1732620120737 2024-11-26T11:22:11,256 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45475,1732620120737 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7f3a3edaecc3,45475,1732620120737, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T11:22:11,256 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45475,1732620120737.replicationSource.wal-reader.7f3a3edaecc3%2C45475%2C1732620120737,1-7f3a3edaecc3,45475,1732620120737 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/WALs/7f3a3edaecc3,45475,1732620120737/7f3a3edaecc3%2C45475%2C1732620120737.1732620122699, startPosition=0, beingWritten=true 2024-11-26T11:22:11,256 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45475,1732620120737.replicationSource.shipper7f3a3edaecc3%2C45475%2C1732620120737,1-7f3a3edaecc3,45475,1732620120737 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7f3a3edaecc3%2C45475%2C1732620120737 2024-11-26T11:22:11,262 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45475,1732620120737.replicationSource.wal-reader.7f3a3edaecc3%2C45475%2C1732620120737,1-7f3a3edaecc3,45475,1732620120737 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T11:22:11,262 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45475,1732620120737.replicationSource.wal-reader.7f3a3edaecc3%2C45475%2C1732620120737,1-7f3a3edaecc3,45475,1732620120737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/WALs/7f3a3edaecc3,45475,1732620120737/7f3a3edaecc3%2C45475%2C1732620120737.1732620122699 to pos 379, reset compression=false 2024-11-26T11:22:11,262 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45475,1732620120737.replicationSource.shipper7f3a3edaecc3%2C45475%2C1732620120737,1-7f3a3edaecc3,45475,1732620120737 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,45475,1732620120737 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/WALs/7f3a3edaecc3,45475,1732620120737/7f3a3edaecc3%2C45475%2C1732620120737.1732620122699, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T11:22:11,468 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45475,1732620120737.replicationSource.wal-reader.7f3a3edaecc3%2C45475%2C1732620120737,1-7f3a3edaecc3,45475,1732620120737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/WALs/7f3a3edaecc3,45475,1732620120737/7f3a3edaecc3%2C45475%2C1732620120737.1732620122699 to pos 379, reset compression=false 2024-11-26T11:22:11,531 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,42311,1732620110145.replicationSource.wal-reader.7f3a3edaecc3%2C42311%2C1732620110145,1-7f3a3edaecc3,42311,1732620110145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/WALs/7f3a3edaecc3,42311,1732620110145/7f3a3edaecc3%2C42311%2C1732620110145.1732620111228 to pos 379, reset compression=false 2024-11-26T11:22:11,590 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.wal-reader.7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/WALs/7f3a3edaecc3,33519,1732620114847/7f3a3edaecc3%2C33519%2C1732620114847.1732620117432 to pos 379, reset compression=false 2024-11-26T11:22:11,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:22:11,661 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T11:22:11,661 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:22:11,661 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:22:11,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:11,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:11,661 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:22:11,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a9dfeb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:11,662 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,45635,-1 for getting cluster id 2024-11-26T11:22:11,662 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:22:11,663 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5b0d96a-5b2d-4079-928e-ff1af43d551d' 2024-11-26T11:22:11,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:22:11,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5b0d96a-5b2d-4079-928e-ff1af43d551d" 2024-11-26T11:22:11,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d7a43cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:11,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,45635,-1] 2024-11-26T11:22:11,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:22:11,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:11,664 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:22:11,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e69fbb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:11,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6221d2dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:11,665 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,36027,-1 for getting cluster id 2024-11-26T11:22:11,665 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:22:11,666 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '063a47f3-d019-48a3-8cd5-cecf7f2af18f' 2024-11-26T11:22:11,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:22:11,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "063a47f3-d019-48a3-8cd5-cecf7f2af18f" 2024-11-26T11:22:11,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@179f75e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:11,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,36027,-1] 2024-11-26T11:22:11,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:22:11,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:11,667 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:22:11,667 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@339bb163, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:11,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66aa6a77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:11,668 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,44203,-1 for getting cluster id 2024-11-26T11:22:11,668 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:22:11,668 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9e0a263-8bc7-4216-83b4-ae2b0d4ff29b' 2024-11-26T11:22:11,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:22:11,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9e0a263-8bc7-4216-83b4-ae2b0d4ff29b" 2024-11-26T11:22:11,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15df7512, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:11,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,44203,-1] 2024-11-26T11:22:11,669 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:22:11,669 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:11,669 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:22:11,670 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6be8379a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:11,671 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:22:11,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,42311,1732620110145, seqNum=-1] 2024-11-26T11:22:11,672 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:22:11,672 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:22:11,674 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732620123274.b25abd5c1d4a3bb562ad50c5ec74fa44., hostname=7f3a3edaecc3,42311,1732620110145, seqNum=2] 2024-11-26T11:22:11,676 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:22:11,677 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,45475,1732620120737, seqNum=-1] 2024-11-26T11:22:11,677 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:22:11,678 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:22:11,679 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732620125564.cac805583a1b7e1c99cc1c4af311b1ad., hostname=7f3a3edaecc3,45475,1732620120737, seqNum=2] 2024-11-26T11:22:11,681 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-26T11:22:11,773 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45475,1732620120737.replicationSource.wal-reader.7f3a3edaecc3%2C45475%2C1732620120737,1-7f3a3edaecc3,45475,1732620120737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/WALs/7f3a3edaecc3,45475,1732620120737/7f3a3edaecc3%2C45475%2C1732620120737.1732620122699 to pos 379, reset compression=false 2024-11-26T11:22:12,176 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45475,1732620120737.replicationSource.wal-reader.7f3a3edaecc3%2C45475%2C1732620120737,1-7f3a3edaecc3,45475,1732620120737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/WALs/7f3a3edaecc3,45475,1732620120737/7f3a3edaecc3%2C45475%2C1732620120737.1732620122699 to pos 379, reset compression=false 2024-11-26T11:22:12,394 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.wal-reader.7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/WALs/7f3a3edaecc3,33519,1732620114847/7f3a3edaecc3%2C33519%2C1732620114847.1732620117432 to pos 379, reset compression=false 2024-11-26T11:22:12,537 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,42311,1732620110145.replicationSource.wal-reader.7f3a3edaecc3%2C42311%2C1732620110145,1-7f3a3edaecc3,42311,1732620110145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/WALs/7f3a3edaecc3,42311,1732620110145/7f3a3edaecc3%2C42311%2C1732620110145.1732620111228 to pos 379, reset compression=false 2024-11-26T11:22:12,541 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,42311,1732620110145.replicationSource.wal-reader.7f3a3edaecc3%2C42311%2C1732620110145,1-7f3a3edaecc3,42311,1732620110145 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T11:22:12,541 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,42311,1732620110145.replicationSource.wal-reader.7f3a3edaecc3%2C42311%2C1732620110145,1-7f3a3edaecc3,42311,1732620110145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/WALs/7f3a3edaecc3,42311,1732620110145/7f3a3edaecc3%2C42311%2C1732620110145.1732620111228 to pos 480, reset compression=false 2024-11-26T11:22:12,541 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,42311,1732620110145.replicationSource.shipper7f3a3edaecc3%2C42311%2C1732620110145,1-7f3a3edaecc3,42311,1732620110145 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,42311,1732620110145 got entry batch from reader: WALEntryBatch [walEntries=[{test/b25abd5c1d4a3bb562ad50c5ec74fa44/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/WALs/7f3a3edaecc3,42311,1732620110145/7f3a3edaecc3%2C42311%2C1732620110145.1732620111228, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-26T11:22:12,543 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,42311,1732620110145.replicationSource.shipper7f3a3edaecc3%2C42311%2C1732620110145,1-7f3a3edaecc3,42311,1732620110145 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T11:22:12,543 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-26T11:22:12,544 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33519 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T11:22:12,545 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33519 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e864355, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:12,545 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33519 {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,36027,-1 for getting cluster id 2024-11-26T11:22:12,545 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33519 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:22:12,546 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '063a47f3-d019-48a3-8cd5-cecf7f2af18f' 2024-11-26T11:22:12,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:22:12,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "063a47f3-d019-48a3-8cd5-cecf7f2af18f" 2024-11-26T11:22:12,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d1be358, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:12,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,36027,-1] 2024-11-26T11:22:12,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:22:12,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:12,547 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:22:12,547 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33519 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5249d1ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:12,548 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33519 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:22:12,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,33519,1732620114847, seqNum=-1] 2024-11-26T11:22:12,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:22:12,549 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-26T11:22:12,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732620124413.ed1584f2b4450b17c8737236bc6b0dbd., hostname=7f3a3edaecc3,33519,1732620114847, seqNum=2] 2024-11-26T11:22:12,553 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33519 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T11:22:12,680 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45475,1732620120737.replicationSource.wal-reader.7f3a3edaecc3%2C45475%2C1732620120737,1-7f3a3edaecc3,45475,1732620120737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/WALs/7f3a3edaecc3,45475,1732620120737/7f3a3edaecc3%2C45475%2C1732620120737.1732620122699 to pos 379, reset compression=false 2024-11-26T11:22:12,682 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-26T11:22:12,745 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,42311,1732620110145.replicationSource.wal-reader.7f3a3edaecc3%2C42311%2C1732620110145,1-7f3a3edaecc3,42311,1732620110145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/WALs/7f3a3edaecc3,42311,1732620110145/7f3a3edaecc3%2C42311%2C1732620110145.1732620111228 to pos 480, reset compression=false 2024-11-26T11:22:13,048 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,42311,1732620110145.replicationSource.wal-reader.7f3a3edaecc3%2C42311%2C1732620110145,1-7f3a3edaecc3,42311,1732620110145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/WALs/7f3a3edaecc3,42311,1732620110145/7f3a3edaecc3%2C42311%2C1732620110145.1732620111228 to pos 480, reset compression=false 2024-11-26T11:22:13,282 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45475,1732620120737.replicationSource.wal-reader.7f3a3edaecc3%2C45475%2C1732620120737,1-7f3a3edaecc3,45475,1732620120737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/WALs/7f3a3edaecc3,45475,1732620120737/7f3a3edaecc3%2C45475%2C1732620120737.1732620122699 to pos 379, reset compression=false 2024-11-26T11:22:13,298 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.wal-reader.7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/WALs/7f3a3edaecc3,33519,1732620114847/7f3a3edaecc3%2C33519%2C1732620114847.1732620117432 to pos 379, reset compression=false 2024-11-26T11:22:13,301 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.wal-reader.7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T11:22:13,301 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.wal-reader.7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/WALs/7f3a3edaecc3,33519,1732620114847/7f3a3edaecc3%2C33519%2C1732620114847.1732620117432 to pos 504, reset compression=false 2024-11-26T11:22:13,301 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.shipper7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,33519,1732620114847 got entry batch from reader: WALEntryBatch [walEntries=[{test/ed1584f2b4450b17c8737236bc6b0dbd/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/WALs/7f3a3edaecc3,33519,1732620114847/7f3a3edaecc3%2C33519%2C1732620114847.1732620117432, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-26T11:22:13,303 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.shipper7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T11:22:13,304 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-26T11:22:13,304 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45475 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T11:22:13,304 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45475 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6075ac8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:13,304 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45475 {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,44203,-1 for getting cluster id 2024-11-26T11:22:13,305 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45475 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:22:13,305 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9e0a263-8bc7-4216-83b4-ae2b0d4ff29b' 2024-11-26T11:22:13,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:22:13,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9e0a263-8bc7-4216-83b4-ae2b0d4ff29b" 2024-11-26T11:22:13,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@275ee476, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:13,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,44203,-1] 2024-11-26T11:22:13,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:22:13,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:13,306 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:22:13,306 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45475 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d869f2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:13,306 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45475 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:22:13,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,45475,1732620120737, seqNum=-1] 2024-11-26T11:22:13,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:22:13,308 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-26T11:22:13,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732620125564.cac805583a1b7e1c99cc1c4af311b1ad., hostname=7f3a3edaecc3,45475,1732620120737, seqNum=2] 2024-11-26T11:22:13,311 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45475 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T11:22:13,457 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,42311,1732620110145.replicationSource.wal-reader.7f3a3edaecc3%2C42311%2C1732620110145,1-7f3a3edaecc3,42311,1732620110145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/WALs/7f3a3edaecc3,42311,1732620110145/7f3a3edaecc3%2C42311%2C1732620110145.1732620111228 to pos 480, reset compression=false 2024-11-26T11:22:13,505 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.wal-reader.7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/WALs/7f3a3edaecc3,33519,1732620114847/7f3a3edaecc3%2C33519%2C1732620114847.1732620117432 to pos 504, reset compression=false 2024-11-26T11:22:13,684 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-26T11:22:13,684 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:22:13,685 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,33519,1732620114847, seqNum=-1] 2024-11-26T11:22:13,686 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:22:13,686 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:22:13,688 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732620124413.ed1584f2b4450b17c8737236bc6b0dbd., hostname=7f3a3edaecc3,33519,1732620114847, seqNum=2] 2024-11-26T11:22:13,691 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-26T11:22:13,808 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.wal-reader.7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/WALs/7f3a3edaecc3,33519,1732620114847/7f3a3edaecc3%2C33519%2C1732620114847.1732620117432 to pos 504, reset compression=false 2024-11-26T11:22:13,813 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.wal-reader.7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T11:22:13,813 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.wal-reader.7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/WALs/7f3a3edaecc3,33519,1732620114847/7f3a3edaecc3%2C33519%2C1732620114847.1732620117432 to pos 608, reset compression=false 2024-11-26T11:22:13,813 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.shipper7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,33519,1732620114847 got entry batch from reader: WALEntryBatch [walEntries=[{test/ed1584f2b4450b17c8737236bc6b0dbd/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/WALs/7f3a3edaecc3,33519,1732620114847/7f3a3edaecc3%2C33519%2C1732620114847.1732620117432, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-26T11:22:13,814 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45475 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T11:22:13,816 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45475 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T11:22:13,961 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,42311,1732620110145.replicationSource.wal-reader.7f3a3edaecc3%2C42311%2C1732620110145,1-7f3a3edaecc3,42311,1732620110145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/WALs/7f3a3edaecc3,42311,1732620110145/7f3a3edaecc3%2C42311%2C1732620110145.1732620111228 to pos 480, reset compression=false 2024-11-26T11:22:13,985 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45475,1732620120737.replicationSource.wal-reader.7f3a3edaecc3%2C45475%2C1732620120737,1-7f3a3edaecc3,45475,1732620120737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/WALs/7f3a3edaecc3,45475,1732620120737/7f3a3edaecc3%2C45475%2C1732620120737.1732620122699 to pos 379, reset compression=false 2024-11-26T11:22:13,989 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45475,1732620120737.replicationSource.wal-reader.7f3a3edaecc3%2C45475%2C1732620120737,1-7f3a3edaecc3,45475,1732620120737 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T11:22:13,989 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45475,1732620120737.replicationSource.wal-reader.7f3a3edaecc3%2C45475%2C1732620120737,1-7f3a3edaecc3,45475,1732620120737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/WALs/7f3a3edaecc3,45475,1732620120737/7f3a3edaecc3%2C45475%2C1732620120737.1732620122699 to pos 654, reset compression=false 2024-11-26T11:22:13,989 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45475,1732620120737.replicationSource.shipper7f3a3edaecc3%2C45475%2C1732620120737,1-7f3a3edaecc3,45475,1732620120737 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,45475,1732620120737 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/WALs/7f3a3edaecc3,45475,1732620120737/7f3a3edaecc3%2C45475%2C1732620120737.1732620122699, lastWalPosition=654, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T11:22:14,016 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.wal-reader.7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/WALs/7f3a3edaecc3,33519,1732620114847/7f3a3edaecc3%2C33519%2C1732620114847.1732620117432 to pos 608, reset compression=false 2024-11-26T11:22:14,194 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45475,1732620120737.replicationSource.wal-reader.7f3a3edaecc3%2C45475%2C1732620120737,1-7f3a3edaecc3,45475,1732620120737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/WALs/7f3a3edaecc3,45475,1732620120737/7f3a3edaecc3%2C45475%2C1732620120737.1732620122699 to pos 654, reset compression=false 2024-11-26T11:22:14,319 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.wal-reader.7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/WALs/7f3a3edaecc3,33519,1732620114847/7f3a3edaecc3%2C33519%2C1732620114847.1732620117432 to pos 608, reset compression=false 2024-11-26T11:22:14,501 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45475,1732620120737.replicationSource.wal-reader.7f3a3edaecc3%2C45475%2C1732620120737,1-7f3a3edaecc3,45475,1732620120737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/WALs/7f3a3edaecc3,45475,1732620120737/7f3a3edaecc3%2C45475%2C1732620120737.1732620122699 to pos 654, reset compression=false 2024-11-26T11:22:14,564 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,42311,1732620110145.replicationSource.wal-reader.7f3a3edaecc3%2C42311%2C1732620110145,1-7f3a3edaecc3,42311,1732620110145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/WALs/7f3a3edaecc3,42311,1732620110145/7f3a3edaecc3%2C42311%2C1732620110145.1732620111228 to pos 480, reset compression=false 2024-11-26T11:22:14,693 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-26T11:22:14,697 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-26T11:22:14,722 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.wal-reader.7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/WALs/7f3a3edaecc3,33519,1732620114847/7f3a3edaecc3%2C33519%2C1732620114847.1732620117432 to pos 608, reset compression=false 2024-11-26T11:22:14,908 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45475,1732620120737.replicationSource.wal-reader.7f3a3edaecc3%2C45475%2C1732620120737,1-7f3a3edaecc3,45475,1732620120737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/WALs/7f3a3edaecc3,45475,1732620120737/7f3a3edaecc3%2C45475%2C1732620120737.1732620122699 to pos 654, reset compression=false 2024-11-26T11:22:14,942 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45475,1732620120737.replicationSource.wal-reader.7f3a3edaecc3%2C45475%2C1732620120737,1-7f3a3edaecc3,45475,1732620120737 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T11:22:14,942 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45475,1732620120737.replicationSource.wal-reader.7f3a3edaecc3%2C45475%2C1732620120737,1-7f3a3edaecc3,45475,1732620120737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/WALs/7f3a3edaecc3,45475,1732620120737/7f3a3edaecc3%2C45475%2C1732620120737.1732620122699 to pos 758, reset compression=false 2024-11-26T11:22:14,942 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45475,1732620120737.replicationSource.shipper7f3a3edaecc3%2C45475%2C1732620120737,1-7f3a3edaecc3,45475,1732620120737 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,45475,1732620120737 got entry batch from reader: WALEntryBatch [walEntries=[{test/cac805583a1b7e1c99cc1c4af311b1ad/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/WALs/7f3a3edaecc3,45475,1732620120737/7f3a3edaecc3%2C45475%2C1732620120737.1732620122699, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-26T11:22:14,946 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45475,1732620120737.replicationSource.shipper7f3a3edaecc3%2C45475%2C1732620120737,1-7f3a3edaecc3,45475,1732620120737 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T11:22:14,947 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-26T11:22:14,948 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33519 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T11:22:14,951 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33519 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T11:22:15,155 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45475,1732620120737.replicationSource.wal-reader.7f3a3edaecc3%2C45475%2C1732620120737,1-7f3a3edaecc3,45475,1732620120737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/WALs/7f3a3edaecc3,45475,1732620120737/7f3a3edaecc3%2C45475%2C1732620120737.1732620122699 to pos 758, reset compression=false 2024-11-26T11:22:15,226 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.wal-reader.7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/WALs/7f3a3edaecc3,33519,1732620114847/7f3a3edaecc3%2C33519%2C1732620114847.1732620117432 to pos 608, reset compression=false 2024-11-26T11:22:15,232 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.wal-reader.7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T11:22:15,232 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.wal-reader.7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/WALs/7f3a3edaecc3,33519,1732620114847/7f3a3edaecc3%2C33519%2C1732620114847.1732620117432 to pos 736, reset compression=false 2024-11-26T11:22:15,232 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.shipper7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,33519,1732620114847 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/WALs/7f3a3edaecc3,33519,1732620114847/7f3a3edaecc3%2C33519%2C1732620114847.1732620117432, lastWalPosition=736, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T11:22:15,267 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,42311,1732620110145.replicationSource.wal-reader.7f3a3edaecc3%2C42311%2C1732620110145,1-7f3a3edaecc3,42311,1732620110145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/WALs/7f3a3edaecc3,42311,1732620110145/7f3a3edaecc3%2C42311%2C1732620110145.1732620111228 to pos 480, reset compression=false 2024-11-26T11:22:15,437 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.wal-reader.7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/WALs/7f3a3edaecc3,33519,1732620114847/7f3a3edaecc3%2C33519%2C1732620114847.1732620117432 to pos 736, reset compression=false 2024-11-26T11:22:15,459 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45475,1732620120737.replicationSource.wal-reader.7f3a3edaecc3%2C45475%2C1732620120737,1-7f3a3edaecc3,45475,1732620120737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/WALs/7f3a3edaecc3,45475,1732620120737/7f3a3edaecc3%2C45475%2C1732620120737.1732620122699 to pos 758, reset compression=false 2024-11-26T11:22:15,699 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-26T11:22:15,702 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-26T11:22:15,744 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.wal-reader.7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/WALs/7f3a3edaecc3,33519,1732620114847/7f3a3edaecc3%2C33519%2C1732620114847.1732620117432 to pos 736, reset compression=false 2024-11-26T11:22:15,863 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45475,1732620120737.replicationSource.wal-reader.7f3a3edaecc3%2C45475%2C1732620120737,1-7f3a3edaecc3,45475,1732620120737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/WALs/7f3a3edaecc3,45475,1732620120737/7f3a3edaecc3%2C45475%2C1732620120737.1732620122699 to pos 758, reset compression=false 2024-11-26T11:22:16,073 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,42311,1732620110145.replicationSource.wal-reader.7f3a3edaecc3%2C42311%2C1732620110145,1-7f3a3edaecc3,42311,1732620110145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/WALs/7f3a3edaecc3,42311,1732620110145/7f3a3edaecc3%2C42311%2C1732620110145.1732620111228 to pos 480, reset compression=false 2024-11-26T11:22:16,081 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,42311,1732620110145.replicationSource.wal-reader.7f3a3edaecc3%2C42311%2C1732620110145,1-7f3a3edaecc3,42311,1732620110145 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T11:22:16,081 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,42311,1732620110145.replicationSource.wal-reader.7f3a3edaecc3%2C42311%2C1732620110145,1-7f3a3edaecc3,42311,1732620110145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/WALs/7f3a3edaecc3,42311,1732620110145/7f3a3edaecc3%2C42311%2C1732620110145.1732620111228 to pos 636, reset compression=false 2024-11-26T11:22:16,081 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,42311,1732620110145.replicationSource.shipper7f3a3edaecc3%2C42311%2C1732620110145,1-7f3a3edaecc3,42311,1732620110145 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,42311,1732620110145 got entry batch from reader: WALEntryBatch [walEntries=[{test/b25abd5c1d4a3bb562ad50c5ec74fa44/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/WALs/7f3a3edaecc3,42311,1732620110145/7f3a3edaecc3%2C42311%2C1732620110145.1732620111228, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-26T11:22:16,083 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33519 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T11:22:16,087 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33519 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T11:22:16,148 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.wal-reader.7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/WALs/7f3a3edaecc3,33519,1732620114847/7f3a3edaecc3%2C33519%2C1732620114847.1732620117432 to pos 736, reset compression=false 2024-11-26T11:22:16,152 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.wal-reader.7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T11:22:16,152 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.wal-reader.7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/WALs/7f3a3edaecc3,33519,1732620114847/7f3a3edaecc3%2C33519%2C1732620114847.1732620117432 to pos 884, reset compression=false 2024-11-26T11:22:16,152 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.shipper7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,33519,1732620114847 got entry batch from reader: WALEntryBatch [walEntries=[{test/ed1584f2b4450b17c8737236bc6b0dbd/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/WALs/7f3a3edaecc3,33519,1732620114847/7f3a3edaecc3%2C33519%2C1732620114847.1732620117432, lastWalPosition=884, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-26T11:22:16,153 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45475 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T11:22:16,156 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45475 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T11:22:16,180 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T11:22:16,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:16,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:16,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:16,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:16,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:16,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:16,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:16,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:16,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:16,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:16,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:16,240 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:22:16,240 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7f3a3edaecc3,46197,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7f3a3edaecc3:46197 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T11:22:16,241 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108622 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7f3a3edaecc3,46197,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7f3a3edaecc3:46197 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T11:22:16,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:16,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:16,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:16,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:16,293 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,42311,1732620110145.replicationSource.wal-reader.7f3a3edaecc3%2C42311%2C1732620110145,1-7f3a3edaecc3,42311,1732620110145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/WALs/7f3a3edaecc3,42311,1732620110145/7f3a3edaecc3%2C42311%2C1732620110145.1732620111228 to pos 636, reset compression=false 2024-11-26T11:22:16,357 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.wal-reader.7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/WALs/7f3a3edaecc3,33519,1732620114847/7f3a3edaecc3%2C33519%2C1732620114847.1732620117432 to pos 884, reset compression=false 2024-11-26T11:22:16,372 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45475,1732620120737.replicationSource.wal-reader.7f3a3edaecc3%2C45475%2C1732620120737,1-7f3a3edaecc3,45475,1732620120737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/WALs/7f3a3edaecc3,45475,1732620120737/7f3a3edaecc3%2C45475%2C1732620120737.1732620122699 to pos 758, reset compression=false 2024-11-26T11:22:16,375 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45475,1732620120737.replicationSource.wal-reader.7f3a3edaecc3%2C45475%2C1732620120737,1-7f3a3edaecc3,45475,1732620120737 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T11:22:16,376 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45475,1732620120737.replicationSource.wal-reader.7f3a3edaecc3%2C45475%2C1732620120737,1-7f3a3edaecc3,45475,1732620120737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/WALs/7f3a3edaecc3,45475,1732620120737/7f3a3edaecc3%2C45475%2C1732620120737.1732620122699 to pos 929, reset compression=false 2024-11-26T11:22:16,376 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45475,1732620120737.replicationSource.shipper7f3a3edaecc3%2C45475%2C1732620120737,1-7f3a3edaecc3,45475,1732620120737 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,45475,1732620120737 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/WALs/7f3a3edaecc3,45475,1732620120737/7f3a3edaecc3%2C45475%2C1732620120737.1732620122699, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T11:22:16,580 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45475,1732620120737.replicationSource.wal-reader.7f3a3edaecc3%2C45475%2C1732620120737,1-7f3a3edaecc3,45475,1732620120737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/WALs/7f3a3edaecc3,45475,1732620120737/7f3a3edaecc3%2C45475%2C1732620120737.1732620122699 to pos 929, reset compression=false 2024-11-26T11:22:16,597 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,42311,1732620110145.replicationSource.wal-reader.7f3a3edaecc3%2C42311%2C1732620110145,1-7f3a3edaecc3,42311,1732620110145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/WALs/7f3a3edaecc3,42311,1732620110145/7f3a3edaecc3%2C42311%2C1732620110145.1732620111228 to pos 636, reset compression=false 2024-11-26T11:22:16,660 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.wal-reader.7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/WALs/7f3a3edaecc3,33519,1732620114847/7f3a3edaecc3%2C33519%2C1732620114847.1732620117432 to pos 884, reset compression=false 2024-11-26T11:22:16,704 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-26T11:22:16,708 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-26T11:22:16,884 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45475,1732620120737.replicationSource.wal-reader.7f3a3edaecc3%2C45475%2C1732620120737,1-7f3a3edaecc3,45475,1732620120737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/WALs/7f3a3edaecc3,45475,1732620120737/7f3a3edaecc3%2C45475%2C1732620120737.1732620122699 to pos 929, reset compression=false 2024-11-26T11:22:17,010 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,42311,1732620110145.replicationSource.wal-reader.7f3a3edaecc3%2C42311%2C1732620110145,1-7f3a3edaecc3,42311,1732620110145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/WALs/7f3a3edaecc3,42311,1732620110145/7f3a3edaecc3%2C42311%2C1732620110145.1732620111228 to pos 636, reset compression=false 2024-11-26T11:22:17,065 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.wal-reader.7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/WALs/7f3a3edaecc3,33519,1732620114847/7f3a3edaecc3%2C33519%2C1732620114847.1732620117432 to pos 884, reset compression=false 2024-11-26T11:22:17,139 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.wal-reader.7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T11:22:17,139 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.wal-reader.7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/WALs/7f3a3edaecc3,33519,1732620114847/7f3a3edaecc3%2C33519%2C1732620114847.1732620117432 to pos 1043, reset compression=false 2024-11-26T11:22:17,139 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.shipper7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,33519,1732620114847 got entry batch from reader: WALEntryBatch [walEntries=[{test/ed1584f2b4450b17c8737236bc6b0dbd/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/WALs/7f3a3edaecc3,33519,1732620114847/7f3a3edaecc3%2C33519%2C1732620114847.1732620117432, lastWalPosition=1043, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-26T11:22:17,140 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45475 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T11:22:17,143 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45475 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T11:22:17,213 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=0, created chunk count=34, reused chunk count=128, reuseRatio=79.01% 2024-11-26T11:22:17,214 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-26T11:22:17,287 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45475,1732620120737.replicationSource.wal-reader.7f3a3edaecc3%2C45475%2C1732620120737,1-7f3a3edaecc3,45475,1732620120737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/WALs/7f3a3edaecc3,45475,1732620120737/7f3a3edaecc3%2C45475%2C1732620120737.1732620122699 to pos 929, reset compression=false 2024-11-26T11:22:17,290 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45475,1732620120737.replicationSource.wal-reader.7f3a3edaecc3%2C45475%2C1732620120737,1-7f3a3edaecc3,45475,1732620120737 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T11:22:17,290 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45475,1732620120737.replicationSource.wal-reader.7f3a3edaecc3%2C45475%2C1732620120737,1-7f3a3edaecc3,45475,1732620120737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/WALs/7f3a3edaecc3,45475,1732620120737/7f3a3edaecc3%2C45475%2C1732620120737.1732620122699 to pos 1078, reset compression=false 2024-11-26T11:22:17,290 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45475,1732620120737.replicationSource.shipper7f3a3edaecc3%2C45475%2C1732620120737,1-7f3a3edaecc3,45475,1732620120737 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,45475,1732620120737 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/WALs/7f3a3edaecc3,45475,1732620120737/7f3a3edaecc3%2C45475%2C1732620120737.1732620122699, lastWalPosition=1078, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T11:22:17,350 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.wal-reader.7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/WALs/7f3a3edaecc3,33519,1732620114847/7f3a3edaecc3%2C33519%2C1732620114847.1732620117432 to pos 1043, reset compression=false 2024-11-26T11:22:17,493 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45475,1732620120737.replicationSource.wal-reader.7f3a3edaecc3%2C45475%2C1732620120737,1-7f3a3edaecc3,45475,1732620120737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/WALs/7f3a3edaecc3,45475,1732620120737/7f3a3edaecc3%2C45475%2C1732620120737.1732620122699 to pos 1078, reset compression=false 2024-11-26T11:22:17,513 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,42311,1732620110145.replicationSource.wal-reader.7f3a3edaecc3%2C42311%2C1732620110145,1-7f3a3edaecc3,42311,1732620110145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/WALs/7f3a3edaecc3,42311,1732620110145/7f3a3edaecc3%2C42311%2C1732620110145.1732620111228 to pos 636, reset compression=false 2024-11-26T11:22:17,653 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.wal-reader.7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/WALs/7f3a3edaecc3,33519,1732620114847/7f3a3edaecc3%2C33519%2C1732620114847.1732620117432 to pos 1043, reset compression=false 2024-11-26T11:22:17,801 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45475,1732620120737.replicationSource.wal-reader.7f3a3edaecc3%2C45475%2C1732620120737,1-7f3a3edaecc3,45475,1732620120737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/WALs/7f3a3edaecc3,45475,1732620120737/7f3a3edaecc3%2C45475%2C1732620120737.1732620122699 to pos 1078, reset compression=false 2024-11-26T11:22:17,802 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-26T11:22:17,805 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45475,1732620120737.replicationSource.wal-reader.7f3a3edaecc3%2C45475%2C1732620120737,1-7f3a3edaecc3,45475,1732620120737 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T11:22:17,805 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45475,1732620120737.replicationSource.wal-reader.7f3a3edaecc3%2C45475%2C1732620120737,1-7f3a3edaecc3,45475,1732620120737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/WALs/7f3a3edaecc3,45475,1732620120737/7f3a3edaecc3%2C45475%2C1732620120737.1732620122699 to pos 1237, reset compression=false 2024-11-26T11:22:17,805 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45475,1732620120737.replicationSource.shipper7f3a3edaecc3%2C45475%2C1732620120737,1-7f3a3edaecc3,45475,1732620120737 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,45475,1732620120737 got entry batch from reader: WALEntryBatch [walEntries=[{test/cac805583a1b7e1c99cc1c4af311b1ad/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/WALs/7f3a3edaecc3,45475,1732620120737/7f3a3edaecc3%2C45475%2C1732620120737.1732620122699, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-26T11:22:17,806 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-26T11:22:17,806 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33519 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T11:22:17,809 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33519 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T11:22:18,016 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45475,1732620120737.replicationSource.wal-reader.7f3a3edaecc3%2C45475%2C1732620120737,1-7f3a3edaecc3,45475,1732620120737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/WALs/7f3a3edaecc3,45475,1732620120737/7f3a3edaecc3%2C45475%2C1732620120737.1732620122699 to pos 1237, reset compression=false 2024-11-26T11:22:18,116 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,42311,1732620110145.replicationSource.wal-reader.7f3a3edaecc3%2C42311%2C1732620110145,1-7f3a3edaecc3,42311,1732620110145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/WALs/7f3a3edaecc3,42311,1732620110145/7f3a3edaecc3%2C42311%2C1732620110145.1732620111228 to pos 636, reset compression=false 2024-11-26T11:22:18,204 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.wal-reader.7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/WALs/7f3a3edaecc3,33519,1732620114847/7f3a3edaecc3%2C33519%2C1732620114847.1732620117432 to pos 1043, reset compression=false 2024-11-26T11:22:18,209 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.wal-reader.7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T11:22:18,209 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.wal-reader.7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/WALs/7f3a3edaecc3,33519,1732620114847/7f3a3edaecc3%2C33519%2C1732620114847.1732620117432 to pos 1193, reset compression=false 2024-11-26T11:22:18,209 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.shipper7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,33519,1732620114847 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/WALs/7f3a3edaecc3,33519,1732620114847/7f3a3edaecc3%2C33519%2C1732620114847.1732620117432, lastWalPosition=1193, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T11:22:18,318 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45475,1732620120737.replicationSource.wal-reader.7f3a3edaecc3%2C45475%2C1732620120737,1-7f3a3edaecc3,45475,1732620120737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/WALs/7f3a3edaecc3,45475,1732620120737/7f3a3edaecc3%2C45475%2C1732620120737.1732620122699 to pos 1237, reset compression=false 2024-11-26T11:22:18,413 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.wal-reader.7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/WALs/7f3a3edaecc3,33519,1732620114847/7f3a3edaecc3%2C33519%2C1732620114847.1732620117432 to pos 1193, reset compression=false 2024-11-26T11:22:18,716 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.wal-reader.7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/WALs/7f3a3edaecc3,33519,1732620114847/7f3a3edaecc3%2C33519%2C1732620114847.1732620117432 to pos 1193, reset compression=false 2024-11-26T11:22:18,728 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45475,1732620120737.replicationSource.wal-reader.7f3a3edaecc3%2C45475%2C1732620120737,1-7f3a3edaecc3,45475,1732620120737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/WALs/7f3a3edaecc3,45475,1732620120737/7f3a3edaecc3%2C45475%2C1732620120737.1732620122699 to pos 1237, reset compression=false 2024-11-26T11:22:18,808 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-26T11:22:18,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T11:22:18,813 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:22:18,813 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:22:18,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:18,813 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:22:18,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:18,813 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T11:22:18,813 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1309015076, stopped=false 2024-11-26T11:22:18,813 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7f3a3edaecc3,44203,1732620120590 2024-11-26T11:22:18,821 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,42311,1732620110145.replicationSource.wal-reader.7f3a3edaecc3%2C42311%2C1732620110145,1-7f3a3edaecc3,42311,1732620110145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/WALs/7f3a3edaecc3,42311,1732620110145/7f3a3edaecc3%2C42311%2C1732620110145.1732620111228 to pos 636, reset compression=false 2024-11-26T11:22:18,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45475-0x10176e0b76b0007, quorum=127.0.0.1:50273, baseZNode=/2-1820290339 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1820290339/running 2024-11-26T11:22:18,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44203-0x10176e0b76b0006, quorum=127.0.0.1:50273, baseZNode=/2-1820290339 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1820290339/running 2024-11-26T11:22:18,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44203-0x10176e0b76b0006, quorum=127.0.0.1:50273, baseZNode=/2-1820290339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1820290339 2024-11-26T11:22:18,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45475-0x10176e0b76b0007, quorum=127.0.0.1:50273, baseZNode=/2-1820290339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1820290339 2024-11-26T11:22:18,830 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T11:22:18,830 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:22:18,830 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:22:18,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:18,830 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7f3a3edaecc3,45475,1732620120737' ***** 2024-11-26T11:22:18,830 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T11:22:18,830 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44203-0x10176e0b76b0006, quorum=127.0.0.1:50273, baseZNode=/2-1820290339 Set watcher on znode that does not yet exist, /2-1820290339/running 2024-11-26T11:22:18,831 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45475-0x10176e0b76b0007, quorum=127.0.0.1:50273, baseZNode=/2-1820290339 Set watcher on znode that does not yet exist, /2-1820290339/running 2024-11-26T11:22:18,831 INFO [RS:0;7f3a3edaecc3:45475 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T11:22:18,831 INFO [RS:0;7f3a3edaecc3:45475 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T11:22:18,831 INFO [RS:0;7f3a3edaecc3:45475 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T11:22:18,831 INFO [RS:0;7f3a3edaecc3:45475 {}] regionserver.HRegionServer(3091): Received CLOSE for c7f12061b2359b1381d0842fb3e539ee 2024-11-26T11:22:18,831 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T11:22:18,831 INFO [RS:0;7f3a3edaecc3:45475 {}] regionserver.HRegionServer(3091): Received CLOSE for cac805583a1b7e1c99cc1c4af311b1ad 2024-11-26T11:22:18,831 INFO [RS:0;7f3a3edaecc3:45475 {}] regionserver.HRegionServer(959): stopping server 7f3a3edaecc3,45475,1732620120737 2024-11-26T11:22:18,831 INFO [RS:0;7f3a3edaecc3:45475 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T11:22:18,832 INFO [RS:0;7f3a3edaecc3:45475 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7f3a3edaecc3:45475. 2024-11-26T11:22:18,832 DEBUG [RS:0;7f3a3edaecc3:45475 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:22:18,832 DEBUG [RS:0;7f3a3edaecc3:45475 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:18,832 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c7f12061b2359b1381d0842fb3e539ee, disabling compactions & flushes 2024-11-26T11:22:18,832 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732620129516.c7f12061b2359b1381d0842fb3e539ee. 2024-11-26T11:22:18,832 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732620129516.c7f12061b2359b1381d0842fb3e539ee. 2024-11-26T11:22:18,832 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732620129516.c7f12061b2359b1381d0842fb3e539ee. after waiting 0 ms 2024-11-26T11:22:18,832 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732620129516.c7f12061b2359b1381d0842fb3e539ee. 2024-11-26T11:22:18,832 INFO [RS:0;7f3a3edaecc3:45475 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T11:22:18,832 INFO [RS:0;7f3a3edaecc3:45475 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T11:22:18,832 INFO [RS:0;7f3a3edaecc3:45475 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T11:22:18,832 INFO [RS:0;7f3a3edaecc3:45475 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T11:22:18,832 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c7f12061b2359b1381d0842fb3e539ee 3/3 column families, dataSize=1.02 KB heapSize=2.28 KB 2024-11-26T11:22:18,832 INFO [RS:0;7f3a3edaecc3:45475 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T11:22:18,832 DEBUG [RS:0;7f3a3edaecc3:45475 {}] regionserver.HRegionServer(1325): Online Regions={c7f12061b2359b1381d0842fb3e539ee=hbase:replication,,1732620129516.c7f12061b2359b1381d0842fb3e539ee., 1588230740=hbase:meta,,1.1588230740, cac805583a1b7e1c99cc1c4af311b1ad=test,,1732620125564.cac805583a1b7e1c99cc1c4af311b1ad.} 2024-11-26T11:22:18,832 DEBUG [RS:0;7f3a3edaecc3:45475 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c7f12061b2359b1381d0842fb3e539ee, cac805583a1b7e1c99cc1c4af311b1ad 2024-11-26T11:22:18,832 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T11:22:18,832 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T11:22:18,832 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T11:22:18,832 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T11:22:18,832 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T11:22:18,832 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T11:22:18,847 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/data/hbase/replication/c7f12061b2359b1381d0842fb3e539ee/.tmp/queue/79a3b2ca289246c88981028d817800df is 154, key is 1-7f3a3edaecc3,45475,1732620120737/queue:7f3a3edaecc3%2C45475%2C1732620120737/1732620137810/Put/seqid=0 2024-11-26T11:22:18,848 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/data/hbase/meta/1588230740/.tmp/info/5d641bcbd4294de4a41abf6e281603de is 147, key is hbase:replication,,1732620129516.c7f12061b2359b1381d0842fb3e539ee./info:regioninfo/1732620130689/Put/seqid=0 2024-11-26T11:22:18,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44485 is added to blk_1073741840_1016 (size=5353) 2024-11-26T11:22:18,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44485 is added to blk_1073741841_1017 (size=7686) 2024-11-26T11:22:18,852 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/data/hbase/meta/1588230740/.tmp/info/5d641bcbd4294de4a41abf6e281603de 2024-11-26T11:22:18,868 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/data/hbase/meta/1588230740/.tmp/ns/2ef39bcbbcac4bdbbe32adbf9e4f2d5e is 43, key is default/ns:d/1732620123194/Put/seqid=0 2024-11-26T11:22:18,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44485 is added to blk_1073741842_1018 (size=5153) 2024-11-26T11:22:18,902 INFO [regionserver/7f3a3edaecc3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T11:22:19,032 DEBUG [RS:0;7f3a3edaecc3:45475 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c7f12061b2359b1381d0842fb3e539ee, cac805583a1b7e1c99cc1c4af311b1ad 2024-11-26T11:22:19,125 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.wal-reader.7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/WALs/7f3a3edaecc3,33519,1732620114847/7f3a3edaecc3%2C33519%2C1732620114847.1732620117432 to pos 1193, reset compression=false 2024-11-26T11:22:19,232 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45475,1732620120737.replicationSource.wal-reader.7f3a3edaecc3%2C45475%2C1732620120737,1-7f3a3edaecc3,45475,1732620120737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/WALs/7f3a3edaecc3,45475,1732620120737/7f3a3edaecc3%2C45475%2C1732620120737.1732620122699 to pos 1237, reset compression=false 2024-11-26T11:22:19,232 DEBUG [RS:0;7f3a3edaecc3:45475 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c7f12061b2359b1381d0842fb3e539ee, cac805583a1b7e1c99cc1c4af311b1ad 2024-11-26T11:22:19,250 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.02 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/data/hbase/replication/c7f12061b2359b1381d0842fb3e539ee/.tmp/queue/79a3b2ca289246c88981028d817800df 2024-11-26T11:22:19,255 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/data/hbase/replication/c7f12061b2359b1381d0842fb3e539ee/.tmp/queue/79a3b2ca289246c88981028d817800df as hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/data/hbase/replication/c7f12061b2359b1381d0842fb3e539ee/queue/79a3b2ca289246c88981028d817800df 2024-11-26T11:22:19,258 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/data/hbase/replication/c7f12061b2359b1381d0842fb3e539ee/queue/79a3b2ca289246c88981028d817800df, entries=1, sequenceid=11, filesize=5.2 K 2024-11-26T11:22:19,259 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.02 KB/1043, heapSize ~1.77 KB/1808, currentSize=0 B/0 for c7f12061b2359b1381d0842fb3e539ee in 427ms, sequenceid=11, compaction requested=false 2024-11-26T11:22:19,262 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/data/hbase/replication/c7f12061b2359b1381d0842fb3e539ee/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-26T11:22:19,263 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T11:22:19,263 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T11:22:19,263 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732620129516.c7f12061b2359b1381d0842fb3e539ee. 2024-11-26T11:22:19,263 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c7f12061b2359b1381d0842fb3e539ee: Waiting for close lock at 1732620138832Running coprocessor pre-close hooks at 1732620138832Disabling compacts and flushes for region at 1732620138832Disabling writes for close at 1732620138832Obtaining lock to block concurrent updates at 1732620138832Preparing flush snapshotting stores in c7f12061b2359b1381d0842fb3e539ee at 1732620138832Finished memstore snapshotting hbase:replication,,1732620129516.c7f12061b2359b1381d0842fb3e539ee., syncing WAL and waiting on mvcc, flushsize=dataSize=1043, getHeapSize=2288, getOffHeapSize=0, getCellsCount=7 at 1732620138832Flushing stores of hbase:replication,,1732620129516.c7f12061b2359b1381d0842fb3e539ee. at 1732620138833 (+1 ms)Flushing c7f12061b2359b1381d0842fb3e539ee/queue: creating writer at 1732620138833Flushing c7f12061b2359b1381d0842fb3e539ee/queue: appending metadata at 1732620138846 (+13 ms)Flushing c7f12061b2359b1381d0842fb3e539ee/queue: closing flushed file at 1732620138846Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39639b79: reopening flushed file at 1732620139254 (+408 ms)Finished flush of dataSize ~1.02 KB/1043, heapSize ~1.77 KB/1808, currentSize=0 B/0 for c7f12061b2359b1381d0842fb3e539ee in 427ms, sequenceid=11, compaction requested=false at 1732620139259 (+5 ms)Writing region close event to WAL at 1732620139260 (+1 ms)Running coprocessor post-close hooks at 1732620139262 (+2 ms)Closed at 1732620139263 (+1 ms) 2024-11-26T11:22:19,263 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732620129516.c7f12061b2359b1381d0842fb3e539ee. 2024-11-26T11:22:19,263 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cac805583a1b7e1c99cc1c4af311b1ad, disabling compactions & flushes 2024-11-26T11:22:19,263 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732620125564.cac805583a1b7e1c99cc1c4af311b1ad. 2024-11-26T11:22:19,263 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732620125564.cac805583a1b7e1c99cc1c4af311b1ad. 2024-11-26T11:22:19,263 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732620125564.cac805583a1b7e1c99cc1c4af311b1ad. after waiting 0 ms 2024-11-26T11:22:19,263 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732620125564.cac805583a1b7e1c99cc1c4af311b1ad. 2024-11-26T11:22:19,263 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cac805583a1b7e1c99cc1c4af311b1ad 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-26T11:22:19,272 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/data/hbase/meta/1588230740/.tmp/ns/2ef39bcbbcac4bdbbe32adbf9e4f2d5e 2024-11-26T11:22:19,281 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/data/default/test/cac805583a1b7e1c99cc1c4af311b1ad/.tmp/f/6e7833ef3e46405d9e8006fe95de4133 is 29, key is row1/f:/1732620136705/DeleteFamily/seqid=0 2024-11-26T11:22:19,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44485 is added to blk_1073741843_1019 (size=5152) 2024-11-26T11:22:19,288 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/data/hbase/meta/1588230740/.tmp/rep_barrier/6d8a0481abc140468eb416187a78d553 is 112, key is test,,1732620125564.cac805583a1b7e1c99cc1c4af311b1ad./rep_barrier:seqnumDuringOpen/1732620125942/Put/seqid=0 2024-11-26T11:22:19,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44485 is added to blk_1073741844_1020 (size=5518) 2024-11-26T11:22:19,291 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/data/hbase/meta/1588230740/.tmp/rep_barrier/6d8a0481abc140468eb416187a78d553 2024-11-26T11:22:19,307 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/data/hbase/meta/1588230740/.tmp/table/b07dbedd0afb46aaabf5692ab5cf82c1 is 53, key is hbase:replication/table:state/1732620130694/Put/seqid=0 2024-11-26T11:22:19,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44485 is added to blk_1073741845_1021 (size=5308) 2024-11-26T11:22:19,433 DEBUG [RS:0;7f3a3edaecc3:45475 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cac805583a1b7e1c99cc1c4af311b1ad 2024-11-26T11:22:19,483 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T11:22:19,624 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,42311,1732620110145.replicationSource.wal-reader.7f3a3edaecc3%2C42311%2C1732620110145,1-7f3a3edaecc3,42311,1732620110145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/WALs/7f3a3edaecc3,42311,1732620110145/7f3a3edaecc3%2C42311%2C1732620110145.1732620111228 to pos 636, reset compression=false 2024-11-26T11:22:19,629 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.wal-reader.7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/WALs/7f3a3edaecc3,33519,1732620114847/7f3a3edaecc3%2C33519%2C1732620114847.1732620117432 to pos 1193, reset compression=false 2024-11-26T11:22:19,633 DEBUG [RS:0;7f3a3edaecc3:45475 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cac805583a1b7e1c99cc1c4af311b1ad 2024-11-26T11:22:19,637 INFO [regionserver/7f3a3edaecc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T11:22:19,637 INFO [regionserver/7f3a3edaecc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T11:22:19,684 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/data/default/test/cac805583a1b7e1c99cc1c4af311b1ad/.tmp/f/6e7833ef3e46405d9e8006fe95de4133 2024-11-26T11:22:19,691 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6e7833ef3e46405d9e8006fe95de4133 2024-11-26T11:22:19,710 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/data/default/test/cac805583a1b7e1c99cc1c4af311b1ad/.tmp/f1/df15280193d24d98a5756aafa905ddb5 is 30, key is row1/f1:/1732620136705/DeleteFamily/seqid=0 2024-11-26T11:22:19,714 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/data/hbase/meta/1588230740/.tmp/table/b07dbedd0afb46aaabf5692ab5cf82c1 2024-11-26T11:22:19,721 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/data/hbase/meta/1588230740/.tmp/info/5d641bcbd4294de4a41abf6e281603de as hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/data/hbase/meta/1588230740/info/5d641bcbd4294de4a41abf6e281603de 2024-11-26T11:22:19,728 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/data/hbase/meta/1588230740/info/5d641bcbd4294de4a41abf6e281603de, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T11:22:19,729 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/data/hbase/meta/1588230740/.tmp/ns/2ef39bcbbcac4bdbbe32adbf9e4f2d5e as hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/data/hbase/meta/1588230740/ns/2ef39bcbbcac4bdbbe32adbf9e4f2d5e 2024-11-26T11:22:19,734 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/data/hbase/meta/1588230740/ns/2ef39bcbbcac4bdbbe32adbf9e4f2d5e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T11:22:19,736 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/data/hbase/meta/1588230740/.tmp/rep_barrier/6d8a0481abc140468eb416187a78d553 as hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/data/hbase/meta/1588230740/rep_barrier/6d8a0481abc140468eb416187a78d553 2024-11-26T11:22:19,741 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/data/hbase/meta/1588230740/rep_barrier/6d8a0481abc140468eb416187a78d553, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T11:22:19,742 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/data/hbase/meta/1588230740/.tmp/table/b07dbedd0afb46aaabf5692ab5cf82c1 as hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/data/hbase/meta/1588230740/table/b07dbedd0afb46aaabf5692ab5cf82c1 2024-11-26T11:22:19,747 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/data/hbase/meta/1588230740/table/b07dbedd0afb46aaabf5692ab5cf82c1, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T11:22:19,748 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 916ms, sequenceid=16, compaction requested=false 2024-11-26T11:22:19,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44485 is added to blk_1073741846_1022 (size=5158) 2024-11-26T11:22:19,750 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/data/default/test/cac805583a1b7e1c99cc1c4af311b1ad/.tmp/f1/df15280193d24d98a5756aafa905ddb5 2024-11-26T11:22:19,756 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for df15280193d24d98a5756aafa905ddb5 2024-11-26T11:22:19,789 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T11:22:19,790 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T11:22:19,790 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T11:22:19,790 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T11:22:19,790 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732620138832Running coprocessor pre-close hooks at 1732620138832Disabling compacts and flushes for region at 1732620138832Disabling writes for close at 1732620138832Obtaining lock to block concurrent updates at 1732620138832Preparing flush snapshotting stores in 1588230740 at 1732620138832Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732620138832Flushing stores of hbase:meta,,1.1588230740 at 1732620138833 (+1 ms)Flushing 1588230740/info: creating writer at 1732620138833Flushing 1588230740/info: appending metadata at 1732620138848 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732620138848Flushing 1588230740/ns: creating writer at 1732620138855 (+7 ms)Flushing 1588230740/ns: appending metadata at 1732620138868 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732620138868Flushing 1588230740/rep_barrier: creating writer at 1732620139275 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732620139287 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732620139287Flushing 1588230740/table: creating writer at 1732620139293 (+6 ms)Flushing 1588230740/table: appending metadata at 1732620139307 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732620139307Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11ef9b6f: reopening flushed file at 1732620139720 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d8159d7: reopening flushed file at 1732620139728 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30f0df76: reopening flushed file at 1732620139735 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a93ab18: reopening flushed file at 1732620139741 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 916ms, sequenceid=16, compaction requested=false at 1732620139748 (+7 ms)Writing region close event to WAL at 1732620139779 (+31 ms)Running coprocessor post-close hooks at 1732620139790 (+11 ms)Closed at 1732620139790 2024-11-26T11:22:19,790 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T11:22:19,791 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/data/default/test/cac805583a1b7e1c99cc1c4af311b1ad/.tmp/norep/438636c32af44bf0bdfcbdeb7a1b410e is 33, key is row2/norep:/1732620137803/DeleteFamily/seqid=0 2024-11-26T11:22:19,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44485 is added to blk_1073741847_1023 (size=5108) 2024-11-26T11:22:19,796 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/data/default/test/cac805583a1b7e1c99cc1c4af311b1ad/.tmp/norep/438636c32af44bf0bdfcbdeb7a1b410e 2024-11-26T11:22:19,801 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 438636c32af44bf0bdfcbdeb7a1b410e 2024-11-26T11:22:19,802 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/data/default/test/cac805583a1b7e1c99cc1c4af311b1ad/.tmp/f/6e7833ef3e46405d9e8006fe95de4133 as hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/data/default/test/cac805583a1b7e1c99cc1c4af311b1ad/f/6e7833ef3e46405d9e8006fe95de4133 2024-11-26T11:22:19,807 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6e7833ef3e46405d9e8006fe95de4133 2024-11-26T11:22:19,807 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/data/default/test/cac805583a1b7e1c99cc1c4af311b1ad/f/6e7833ef3e46405d9e8006fe95de4133, entries=3, sequenceid=10, filesize=5.0 K 2024-11-26T11:22:19,808 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/data/default/test/cac805583a1b7e1c99cc1c4af311b1ad/.tmp/f1/df15280193d24d98a5756aafa905ddb5 as hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/data/default/test/cac805583a1b7e1c99cc1c4af311b1ad/f1/df15280193d24d98a5756aafa905ddb5 2024-11-26T11:22:19,813 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for df15280193d24d98a5756aafa905ddb5 2024-11-26T11:22:19,813 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/data/default/test/cac805583a1b7e1c99cc1c4af311b1ad/f1/df15280193d24d98a5756aafa905ddb5, entries=3, sequenceid=10, filesize=5.0 K 2024-11-26T11:22:19,814 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/data/default/test/cac805583a1b7e1c99cc1c4af311b1ad/.tmp/norep/438636c32af44bf0bdfcbdeb7a1b410e as hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/data/default/test/cac805583a1b7e1c99cc1c4af311b1ad/norep/438636c32af44bf0bdfcbdeb7a1b410e 2024-11-26T11:22:19,819 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 438636c32af44bf0bdfcbdeb7a1b410e 2024-11-26T11:22:19,819 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/data/default/test/cac805583a1b7e1c99cc1c4af311b1ad/norep/438636c32af44bf0bdfcbdeb7a1b410e, entries=1, sequenceid=10, filesize=5.0 K 2024-11-26T11:22:19,820 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for cac805583a1b7e1c99cc1c4af311b1ad in 557ms, sequenceid=10, compaction requested=false 2024-11-26T11:22:19,824 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/data/default/test/cac805583a1b7e1c99cc1c4af311b1ad/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-26T11:22:19,825 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T11:22:19,825 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T11:22:19,825 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732620125564.cac805583a1b7e1c99cc1c4af311b1ad. 2024-11-26T11:22:19,825 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cac805583a1b7e1c99cc1c4af311b1ad: Waiting for close lock at 1732620139263Running coprocessor pre-close hooks at 1732620139263Disabling compacts and flushes for region at 1732620139263Disabling writes for close at 1732620139263Obtaining lock to block concurrent updates at 1732620139263Preparing flush snapshotting stores in cac805583a1b7e1c99cc1c4af311b1ad at 1732620139263Finished memstore snapshotting test,,1732620125564.cac805583a1b7e1c99cc1c4af311b1ad., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732620139263Flushing stores of test,,1732620125564.cac805583a1b7e1c99cc1c4af311b1ad. at 1732620139264 (+1 ms)Flushing cac805583a1b7e1c99cc1c4af311b1ad/f: creating writer at 1732620139264Flushing cac805583a1b7e1c99cc1c4af311b1ad/f: appending metadata at 1732620139280 (+16 ms)Flushing cac805583a1b7e1c99cc1c4af311b1ad/f: closing flushed file at 1732620139280Flushing cac805583a1b7e1c99cc1c4af311b1ad/f1: creating writer at 1732620139691 (+411 ms)Flushing cac805583a1b7e1c99cc1c4af311b1ad/f1: appending metadata at 1732620139709 (+18 ms)Flushing cac805583a1b7e1c99cc1c4af311b1ad/f1: closing flushed file at 1732620139709Flushing cac805583a1b7e1c99cc1c4af311b1ad/norep: creating writer at 1732620139756 (+47 ms)Flushing cac805583a1b7e1c99cc1c4af311b1ad/norep: appending metadata at 1732620139790 (+34 ms)Flushing cac805583a1b7e1c99cc1c4af311b1ad/norep: closing flushed file at 1732620139790Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@508fcede: reopening flushed file at 1732620139801 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@461462d2: reopening flushed file at 1732620139807 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fa06e48: reopening flushed file at 1732620139813 (+6 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for cac805583a1b7e1c99cc1c4af311b1ad in 557ms, sequenceid=10, compaction requested=false at 1732620139820 (+7 ms)Writing region close event to WAL at 1732620139821 (+1 ms)Running coprocessor post-close hooks at 1732620139824 (+3 ms)Closed at 1732620139825 (+1 ms) 2024-11-26T11:22:19,825 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732620125564.cac805583a1b7e1c99cc1c4af311b1ad. 2024-11-26T11:22:19,833 INFO [RS:0;7f3a3edaecc3:45475 {}] regionserver.HRegionServer(976): stopping server 7f3a3edaecc3,45475,1732620120737; all regions closed. 2024-11-26T11:22:19,835 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45475,1732620120737.replicationSource.wal-reader.7f3a3edaecc3%2C45475%2C1732620120737,1-7f3a3edaecc3,45475,1732620120737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/WALs/7f3a3edaecc3,45475,1732620120737/7f3a3edaecc3%2C45475%2C1732620120737.1732620122699 to pos 1237, reset compression=false 2024-11-26T11:22:19,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44485 is added to blk_1073741834_1010 (size=4239) 2024-11-26T11:22:19,843 DEBUG [RS:0;7f3a3edaecc3:45475 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/oldWALs 2024-11-26T11:22:19,843 INFO [RS:0;7f3a3edaecc3:45475 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7f3a3edaecc3%2C45475%2C1732620120737.meta:.meta(num 1732620123137) 2024-11-26T11:22:19,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44485 is added to blk_1073741839_1015 (size=2896) 2024-11-26T11:22:19,850 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45475,1732620120737.replicationSource.wal-reader.7f3a3edaecc3%2C45475%2C1732620120737,1-7f3a3edaecc3,45475,1732620120737 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T11:22:19,850 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45475,1732620120737.replicationSource.wal-reader.7f3a3edaecc3%2C45475%2C1732620120737,1-7f3a3edaecc3,45475,1732620120737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/WALs/7f3a3edaecc3,45475,1732620120737/7f3a3edaecc3%2C45475%2C1732620120737.1732620122699 to pos 2128, reset compression=false 2024-11-26T11:22:19,850 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45475,1732620120737.replicationSource.shipper7f3a3edaecc3%2C45475%2C1732620120737,1-7f3a3edaecc3,45475,1732620120737 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,45475,1732620120737 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/WALs/7f3a3edaecc3,45475,1732620120737/7f3a3edaecc3%2C45475%2C1732620120737.1732620122699, lastWalPosition=2128, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T11:22:19,851 ERROR [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45475,1732620120737.replicationSource.shipper7f3a3edaecc3%2C45475%2C1732620120737,1-7f3a3edaecc3,45475,1732620120737 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7f3a3edaecc3,45475,1732620120737: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7f3a3edaecc3,45475,1732620120737, walGroup=7f3a3edaecc3%2C45475%2C1732620120737, offset=7f3a3edaecc3%2C45475%2C1732620120737.1732620122699:2128, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7f3a3edaecc3:45475 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T11:22:19,852 ERROR [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45475,1732620120737.replicationSource.shipper7f3a3edaecc3%2C45475%2C1732620120737,1-7f3a3edaecc3,45475,1732620120737 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T11:22:19,852 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45475,1732620120737.replicationSource.shipper7f3a3edaecc3%2C45475%2C1732620120737,1-7f3a3edaecc3,45475,1732620120737 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T11:22:19,853 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45475,1732620120737.replicationSource.shipper7f3a3edaecc3%2C45475%2C1732620120737,1-7f3a3edaecc3,45475,1732620120737 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T11:22:19,853 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45475,1732620120737.replicationSource.shipper7f3a3edaecc3%2C45475%2C1732620120737,1-7f3a3edaecc3,45475,1732620120737 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T11:22:19,853 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45475,1732620120737.replicationSource.shipper7f3a3edaecc3%2C45475%2C1732620120737,1-7f3a3edaecc3,45475,1732620120737 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T11:22:19,853 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45475,1732620120737.replicationSource.shipper7f3a3edaecc3%2C45475%2C1732620120737,1-7f3a3edaecc3,45475,1732620120737 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1268776960, "init": 1048576000, "max": 2306867200, "used": 948882048 }, "NonHeapMemoryUsage": { "committed": 207224832, "init": 7667712, "max": -1, "used": 202322440 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T11:22:19,853 WARN [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45475,1732620120737.replicationSource.shipper7f3a3edaecc3%2C45475%2C1732620120737,1-7f3a3edaecc3,45475,1732620120737 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7f3a3edaecc3:44203 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7f3a3edaecc3:44203 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-26T11:22:19,855 DEBUG [RS:0;7f3a3edaecc3:45475 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/oldWALs 2024-11-26T11:22:19,855 INFO [RS:0;7f3a3edaecc3:45475 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7f3a3edaecc3%2C45475%2C1732620120737.rep:(num 1732620130654) 2024-11-26T11:22:19,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44485 is added to blk_1073741833_1009 (size=2136) 2024-11-26T11:22:19,867 DEBUG [RS:0;7f3a3edaecc3:45475 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/oldWALs 2024-11-26T11:22:19,867 INFO [RS:0;7f3a3edaecc3:45475 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7f3a3edaecc3%2C45475%2C1732620120737:(num 1732620122699) 2024-11-26T11:22:19,867 DEBUG [RS:0;7f3a3edaecc3:45475 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:19,867 INFO [RS:0;7f3a3edaecc3:45475 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T11:22:19,867 INFO [RS:0;7f3a3edaecc3:45475 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T11:22:19,867 INFO [RS:0;7f3a3edaecc3:45475 {}] hbase.ChoreService(370): Chore service for: regionserver/7f3a3edaecc3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T11:22:19,867 INFO [RS:0;7f3a3edaecc3:45475 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T11:22:19,867 INFO [regionserver/7f3a3edaecc3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T11:22:19,868 INFO [RS:0;7f3a3edaecc3:45475 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7f3a3edaecc3,45475,1732620120737 because: Region server is closing 2024-11-26T11:22:19,868 INFO [RS:0;7f3a3edaecc3:45475 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7f3a3edaecc3:45475. 2024-11-26T11:22:19,868 DEBUG [RS:0;7f3a3edaecc3:45475 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:22:19,868 DEBUG [RS:0;7f3a3edaecc3:45475 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:19,868 DEBUG [RS:0;7f3a3edaecc3:45475 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:19,868 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:22:19,968 INFO [RS:0;7f3a3edaecc3:45475 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45475,1732620120737.replicationSource.shipper7f3a3edaecc3%2C45475%2C1732620120737,1-7f3a3edaecc3,45475,1732620120737 terminated 2024-11-26T11:22:19,969 INFO [RS:0;7f3a3edaecc3:45475 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7f3a3edaecc3:45475. 2024-11-26T11:22:19,969 DEBUG [RS:0;7f3a3edaecc3:45475 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:22:19,969 DEBUG [RS:0;7f3a3edaecc3:45475 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:19,969 DEBUG [RS:0;7f3a3edaecc3:45475 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:19,969 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:22:19,970 WARN [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,45475,1732620120737.replicationSource.wal-reader.7f3a3edaecc3%2C45475%2C1732620120737,1-7f3a3edaecc3,45475,1732620120737 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T11:22:19,970 INFO [RS:0;7f3a3edaecc3:45475 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45475 2024-11-26T11:22:20,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44203-0x10176e0b76b0006, quorum=127.0.0.1:50273, baseZNode=/2-1820290339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1820290339/rs 2024-11-26T11:22:20,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45475-0x10176e0b76b0007, quorum=127.0.0.1:50273, baseZNode=/2-1820290339 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1820290339/rs/7f3a3edaecc3,45475,1732620120737 2024-11-26T11:22:20,019 INFO [RS:0;7f3a3edaecc3:45475 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T11:22:20,020 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7f3a3edaecc3,45475,1732620120737] 2024-11-26T11:22:20,040 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1820290339/draining/7f3a3edaecc3,45475,1732620120737 already deleted, retry=false 2024-11-26T11:22:20,040 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7f3a3edaecc3,45475,1732620120737 expired; onlineServers=0 2024-11-26T11:22:20,040 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7f3a3edaecc3,44203,1732620120590' ***** 2024-11-26T11:22:20,040 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T11:22:20,040 INFO [M:0;7f3a3edaecc3:44203 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T11:22:20,041 INFO [M:0;7f3a3edaecc3:44203 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T11:22:20,041 DEBUG [M:0;7f3a3edaecc3:44203 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T11:22:20,041 DEBUG [M:0;7f3a3edaecc3:44203 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T11:22:20,041 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732620122472 {}] cleaner.HFileCleaner(306): Exit Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732620122472,5,FailOnTimeoutGroup] 2024-11-26T11:22:20,041 INFO [M:0;7f3a3edaecc3:44203 {}] hbase.ChoreService(370): Chore service for: master/7f3a3edaecc3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T11:22:20,041 INFO [M:0;7f3a3edaecc3:44203 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T11:22:20,041 DEBUG [M:0;7f3a3edaecc3:44203 {}] master.HMaster(1795): Stopping service threads 2024-11-26T11:22:20,041 INFO [M:0;7f3a3edaecc3:44203 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T11:22:20,041 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T11:22:20,041 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732620122460 {}] cleaner.HFileCleaner(306): Exit Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732620122460,5,FailOnTimeoutGroup] 2024-11-26T11:22:20,042 INFO [M:0;7f3a3edaecc3:44203 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T11:22:20,042 INFO [M:0;7f3a3edaecc3:44203 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T11:22:20,042 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T11:22:20,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44203-0x10176e0b76b0006, quorum=127.0.0.1:50273, baseZNode=/2-1820290339 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1820290339/master 2024-11-26T11:22:20,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44203-0x10176e0b76b0006, quorum=127.0.0.1:50273, baseZNode=/2-1820290339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1820290339 2024-11-26T11:22:20,061 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1820290339/master already deleted, retry=false 2024-11-26T11:22:20,061 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:44203-0x10176e0b76b0006, quorum=127.0.0.1:50273, baseZNode=/2-1820290339 Failed delete of our master address node; KeeperErrorCode = NoNode for /2-1820290339/master 2024-11-26T11:22:20,082 INFO [M:0;7f3a3edaecc3:44203 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/.lastflushedseqids 2024-11-26T11:22:20,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44485 is added to blk_1073741848_1024 (size=245) 2024-11-26T11:22:20,094 INFO [M:0;7f3a3edaecc3:44203 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T11:22:20,094 INFO [M:0;7f3a3edaecc3:44203 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T11:22:20,095 DEBUG [M:0;7f3a3edaecc3:44203 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T11:22:20,095 INFO [M:0;7f3a3edaecc3:44203 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:22:20,095 DEBUG [M:0;7f3a3edaecc3:44203 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:22:20,095 DEBUG [M:0;7f3a3edaecc3:44203 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T11:22:20,095 DEBUG [M:0;7f3a3edaecc3:44203 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:22:20,095 INFO [M:0;7f3a3edaecc3:44203 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-26T11:22:20,113 DEBUG [M:0;7f3a3edaecc3:44203 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aa52db24cbde4f5faa7d77f7fddc97d2 is 82, key is hbase:meta,,1/info:regioninfo/1732620123174/Put/seqid=0 2024-11-26T11:22:20,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44485 is added to blk_1073741849_1025 (size=5672) 2024-11-26T11:22:20,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45475-0x10176e0b76b0007, quorum=127.0.0.1:50273, baseZNode=/2-1820290339 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:22:20,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45475-0x10176e0b76b0007, quorum=127.0.0.1:50273, baseZNode=/2-1820290339 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:22:20,130 INFO [RS:0;7f3a3edaecc3:45475 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T11:22:20,130 INFO [RS:0;7f3a3edaecc3:45475 {}] regionserver.HRegionServer(1031): Exiting; stopping=7f3a3edaecc3,45475,1732620120737; zookeeper connection closed. 2024-11-26T11:22:20,131 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7be728f7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7be728f7 2024-11-26T11:22:20,131 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T11:22:20,232 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.wal-reader.7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/WALs/7f3a3edaecc3,33519,1732620114847/7f3a3edaecc3%2C33519%2C1732620114847.1732620117432 to pos 1193, reset compression=false 2024-11-26T11:22:20,523 INFO [M:0;7f3a3edaecc3:44203 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aa52db24cbde4f5faa7d77f7fddc97d2 2024-11-26T11:22:20,528 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,42311,1732620110145.replicationSource.wal-reader.7f3a3edaecc3%2C42311%2C1732620110145,1-7f3a3edaecc3,42311,1732620110145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/WALs/7f3a3edaecc3,42311,1732620110145/7f3a3edaecc3%2C42311%2C1732620110145.1732620111228 to pos 636, reset compression=false 2024-11-26T11:22:20,547 DEBUG [M:0;7f3a3edaecc3:44203 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a18a2ae4facb4692b21866000905ee04 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732620130697/Put/seqid=0 2024-11-26T11:22:20,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44485 is added to blk_1073741850_1026 (size=8516) 2024-11-26T11:22:20,558 INFO [M:0;7f3a3edaecc3:44203 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a18a2ae4facb4692b21866000905ee04 2024-11-26T11:22:20,584 DEBUG [M:0;7f3a3edaecc3:44203 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/28a2674326b845248a9fc6917c57dbd7 is 69, key is 7f3a3edaecc3,45475,1732620120737/rs:state/1732620122482/Put/seqid=0 2024-11-26T11:22:20,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44485 is added to blk_1073741851_1027 (size=5156) 2024-11-26T11:22:20,590 INFO [M:0;7f3a3edaecc3:44203 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/28a2674326b845248a9fc6917c57dbd7 2024-11-26T11:22:20,595 DEBUG [M:0;7f3a3edaecc3:44203 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aa52db24cbde4f5faa7d77f7fddc97d2 as hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aa52db24cbde4f5faa7d77f7fddc97d2 2024-11-26T11:22:20,600 INFO [M:0;7f3a3edaecc3:44203 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aa52db24cbde4f5faa7d77f7fddc97d2, entries=8, sequenceid=97, filesize=5.5 K 2024-11-26T11:22:20,601 DEBUG [M:0;7f3a3edaecc3:44203 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a18a2ae4facb4692b21866000905ee04 as hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a18a2ae4facb4692b21866000905ee04 2024-11-26T11:22:20,605 INFO [M:0;7f3a3edaecc3:44203 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a18a2ae4facb4692b21866000905ee04, entries=11, sequenceid=97, filesize=8.3 K 2024-11-26T11:22:20,606 DEBUG [M:0;7f3a3edaecc3:44203 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/28a2674326b845248a9fc6917c57dbd7 as hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/28a2674326b845248a9fc6917c57dbd7 2024-11-26T11:22:20,611 INFO [M:0;7f3a3edaecc3:44203 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36005/user/jenkins/test-data/c9258599-a45d-7cfd-139f-7e38db18c25a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/28a2674326b845248a9fc6917c57dbd7, entries=1, sequenceid=97, filesize=5.0 K 2024-11-26T11:22:20,612 INFO [M:0;7f3a3edaecc3:44203 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 517ms, sequenceid=97, compaction requested=false 2024-11-26T11:22:20,625 INFO [M:0;7f3a3edaecc3:44203 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:22:20,625 DEBUG [M:0;7f3a3edaecc3:44203 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732620140094Disabling compacts and flushes for region at 1732620140094Disabling writes for close at 1732620140095 (+1 ms)Obtaining lock to block concurrent updates at 1732620140095Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732620140095Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732620140095Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732620140096 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732620140096Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732620140113 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732620140113Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732620140527 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732620140546 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732620140546Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732620140562 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732620140583 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732620140583Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44c42fb5: reopening flushed file at 1732620140594 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@603f72c: reopening flushed file at 1732620140600 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fbba1f7: reopening flushed file at 1732620140606 (+6 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 517ms, sequenceid=97, compaction requested=false at 1732620140612 (+6 ms)Writing region close event to WAL at 1732620140625 (+13 ms)Closed at 1732620140625 2024-11-26T11:22:20,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44485 is added to blk_1073741830_1006 (size=63654) 2024-11-26T11:22:20,630 INFO [M:0;7f3a3edaecc3:44203 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T11:22:20,630 INFO [M:0;7f3a3edaecc3:44203 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44203 2024-11-26T11:22:20,630 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T11:22:20,631 INFO [M:0;7f3a3edaecc3:44203 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T11:22:20,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44203-0x10176e0b76b0006, quorum=127.0.0.1:50273, baseZNode=/2-1820290339 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:22:20,782 INFO [M:0;7f3a3edaecc3:44203 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T11:22:20,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44203-0x10176e0b76b0006, quorum=127.0.0.1:50273, baseZNode=/2-1820290339 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:22:20,785 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4916ad73{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T11:22:20,785 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e9775aa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T11:22:20,785 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T11:22:20,785 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60ad65f1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T11:22:20,785 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18949131{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b74d1a3-3e8d-9a8f-f456-4bbf6420d96b/hadoop.log.dir/,STOPPED} 2024-11-26T11:22:20,787 WARN [BP-187125188-172.17.0.3-1732620118543 heartbeating to localhost/127.0.0.1:36005 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T11:22:20,787 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T11:22:20,787 WARN [BP-187125188-172.17.0.3-1732620118543 heartbeating to localhost/127.0.0.1:36005 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-187125188-172.17.0.3-1732620118543 (Datanode Uuid d18a18c9-6b14-4f69-96c8-77f78b5db68e) service to localhost/127.0.0.1:36005 2024-11-26T11:22:20,788 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T11:22:20,788 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T11:22:20,788 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b74d1a3-3e8d-9a8f-f456-4bbf6420d96b/cluster_70893794-d525-a5f9-14ba-91351a429a10/data/data1/current/BP-187125188-172.17.0.3-1732620118543 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T11:22:20,788 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b74d1a3-3e8d-9a8f-f456-4bbf6420d96b/cluster_70893794-d525-a5f9-14ba-91351a429a10/data/data2/current/BP-187125188-172.17.0.3-1732620118543 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T11:22:20,795 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b86b52d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T11:22:20,796 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2fc9b090{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T11:22:20,796 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T11:22:20,796 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4068e39f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T11:22:20,796 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50a2ef6f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b74d1a3-3e8d-9a8f-f456-4bbf6420d96b/hadoop.log.dir/,STOPPED} 2024-11-26T11:22:20,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T11:22:20,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T11:22:20,815 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:22:20,815 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:22:20,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:20,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:20,816 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:22:20,816 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T11:22:20,816 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1796614589, stopped=false 2024-11-26T11:22:20,816 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7f3a3edaecc3,36027,1732620114536 2024-11-26T11:22:20,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36027-0x10176e0b76b0003, quorum=127.0.0.1:50273, baseZNode=/1-704077044 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-704077044/running 2024-11-26T11:22:20,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33519-0x10176e0b76b0004, quorum=127.0.0.1:50273, baseZNode=/1-704077044 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-704077044/running 2024-11-26T11:22:20,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33519-0x10176e0b76b0004, quorum=127.0.0.1:50273, baseZNode=/1-704077044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-704077044 2024-11-26T11:22:20,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36027-0x10176e0b76b0003, quorum=127.0.0.1:50273, baseZNode=/1-704077044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-704077044 2024-11-26T11:22:20,830 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36027-0x10176e0b76b0003, quorum=127.0.0.1:50273, baseZNode=/1-704077044 Set watcher on znode that does not yet exist, /1-704077044/running 2024-11-26T11:22:20,830 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33519-0x10176e0b76b0004, quorum=127.0.0.1:50273, baseZNode=/1-704077044 Set watcher on znode that does not yet exist, /1-704077044/running 2024-11-26T11:22:20,831 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T11:22:20,832 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:22:20,832 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:22:20,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:20,833 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7f3a3edaecc3,33519,1732620114847' ***** 2024-11-26T11:22:20,833 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T11:22:20,833 INFO [RS:0;7f3a3edaecc3:33519 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T11:22:20,833 INFO [RS:0;7f3a3edaecc3:33519 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T11:22:20,833 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T11:22:20,833 INFO [RS:0;7f3a3edaecc3:33519 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T11:22:20,833 INFO [RS:0;7f3a3edaecc3:33519 {}] regionserver.HRegionServer(3091): Received CLOSE for ed1584f2b4450b17c8737236bc6b0dbd 2024-11-26T11:22:20,834 INFO [RS:0;7f3a3edaecc3:33519 {}] regionserver.HRegionServer(3091): Received CLOSE for f43b45af91eaaeb3a8bdab21acb7a995 2024-11-26T11:22:20,834 INFO [RS:0;7f3a3edaecc3:33519 {}] regionserver.HRegionServer(959): stopping server 7f3a3edaecc3,33519,1732620114847 2024-11-26T11:22:20,834 INFO [RS:0;7f3a3edaecc3:33519 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T11:22:20,834 INFO [RS:0;7f3a3edaecc3:33519 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7f3a3edaecc3:33519. 2024-11-26T11:22:20,834 DEBUG [RS:0;7f3a3edaecc3:33519 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:22:20,834 DEBUG [RS:0;7f3a3edaecc3:33519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:20,834 INFO [RS:0;7f3a3edaecc3:33519 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T11:22:20,834 INFO [RS:0;7f3a3edaecc3:33519 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T11:22:20,834 INFO [RS:0;7f3a3edaecc3:33519 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T11:22:20,834 INFO [RS:0;7f3a3edaecc3:33519 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T11:22:20,835 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ed1584f2b4450b17c8737236bc6b0dbd, disabling compactions & flushes 2024-11-26T11:22:20,835 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732620124413.ed1584f2b4450b17c8737236bc6b0dbd. 2024-11-26T11:22:20,835 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732620124413.ed1584f2b4450b17c8737236bc6b0dbd. 2024-11-26T11:22:20,835 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732620124413.ed1584f2b4450b17c8737236bc6b0dbd. after waiting 0 ms 2024-11-26T11:22:20,835 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732620124413.ed1584f2b4450b17c8737236bc6b0dbd. 2024-11-26T11:22:20,836 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ed1584f2b4450b17c8737236bc6b0dbd 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-26T11:22:20,840 INFO [RS:0;7f3a3edaecc3:33519 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T11:22:20,840 DEBUG [RS:0;7f3a3edaecc3:33519 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ed1584f2b4450b17c8737236bc6b0dbd=test,,1732620124413.ed1584f2b4450b17c8737236bc6b0dbd., f43b45af91eaaeb3a8bdab21acb7a995=hbase:replication,,1732620127363.f43b45af91eaaeb3a8bdab21acb7a995.} 2024-11-26T11:22:20,840 DEBUG [RS:0;7f3a3edaecc3:33519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ed1584f2b4450b17c8737236bc6b0dbd, f43b45af91eaaeb3a8bdab21acb7a995 2024-11-26T11:22:20,841 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T11:22:20,841 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T11:22:20,841 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T11:22:20,841 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T11:22:20,841 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T11:22:20,841 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T11:22:20,842 INFO [regionserver/7f3a3edaecc3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T11:22:20,867 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/data/default/test/ed1584f2b4450b17c8737236bc6b0dbd/.tmp/f/60b77dd44c194405bbef80f86f9b780f is 29, key is row1/f:/1732620136705/DeleteFamily/seqid=0 2024-11-26T11:22:20,874 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/data/hbase/meta/1588230740/.tmp/info/0c6cbfac7d3142ec911425fddaf9b98e is 147, key is hbase:replication,,1732620127363.f43b45af91eaaeb3a8bdab21acb7a995./info:regioninfo/1732620128519/Put/seqid=0 2024-11-26T11:22:20,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39939 is added to blk_1073741840_1016 (size=5152) 2024-11-26T11:22:20,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39939 is added to blk_1073741841_1017 (size=7686) 2024-11-26T11:22:20,935 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.wal-reader.7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/WALs/7f3a3edaecc3,33519,1732620114847/7f3a3edaecc3%2C33519%2C1732620114847.1732620117432 to pos 1193, reset compression=false 2024-11-26T11:22:20,940 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.wal-reader.7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T11:22:20,940 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.wal-reader.7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/WALs/7f3a3edaecc3,33519,1732620114847/7f3a3edaecc3%2C33519%2C1732620114847.1732620117432 to pos 1440, reset compression=false 2024-11-26T11:22:20,941 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.shipper7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,33519,1732620114847 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/WALs/7f3a3edaecc3,33519,1732620114847/7f3a3edaecc3%2C33519%2C1732620114847.1732620117432, lastWalPosition=1440, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T11:22:20,942 ERROR [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.shipper7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7f3a3edaecc3,33519,1732620114847: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7f3a3edaecc3,33519,1732620114847, walGroup=7f3a3edaecc3%2C33519%2C1732620114847, offset=7f3a3edaecc3%2C33519%2C1732620114847.1732620117432:1440, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7f3a3edaecc3:33519 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T11:22:20,943 ERROR [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.shipper7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T11:22:20,943 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.shipper7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T11:22:20,944 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.shipper7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T11:22:20,944 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.shipper7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T11:22:20,944 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.shipper7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T11:22:20,944 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.shipper7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1268776960, "init": 1048576000, "max": 2306867200, "used": 978242176 }, "NonHeapMemoryUsage": { "committed": 207224832, "init": 7667712, "max": -1, "used": 202423160 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T11:22:20,944 WARN [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.shipper7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7f3a3edaecc3:36027 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7f3a3edaecc3:36027 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-26T11:22:21,040 DEBUG [RS:0;7f3a3edaecc3:33519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ed1584f2b4450b17c8737236bc6b0dbd, f43b45af91eaaeb3a8bdab21acb7a995 2024-11-26T11:22:21,149 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.wal-reader.7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/WALs/7f3a3edaecc3,33519,1732620114847/7f3a3edaecc3%2C33519%2C1732620114847.1732620117432 to pos 1440, reset compression=false 2024-11-26T11:22:21,241 DEBUG [RS:0;7f3a3edaecc3:33519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ed1584f2b4450b17c8737236bc6b0dbd, f43b45af91eaaeb3a8bdab21acb7a995 2024-11-26T11:22:21,276 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/data/default/test/ed1584f2b4450b17c8737236bc6b0dbd/.tmp/f/60b77dd44c194405bbef80f86f9b780f 2024-11-26T11:22:21,279 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 60b77dd44c194405bbef80f86f9b780f 2024-11-26T11:22:21,285 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/data/hbase/meta/1588230740/.tmp/info/0c6cbfac7d3142ec911425fddaf9b98e 2024-11-26T11:22:21,297 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/data/default/test/ed1584f2b4450b17c8737236bc6b0dbd/.tmp/f1/60f9dbf6dda74758b36ba9f24546fb13 is 30, key is row1/f1:/1732620136705/DeleteFamily/seqid=0 2024-11-26T11:22:21,303 INFO [regionserver/7f3a3edaecc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T11:22:21,303 INFO [regionserver/7f3a3edaecc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T11:22:21,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39939 is added to blk_1073741842_1018 (size=5158) 2024-11-26T11:22:21,307 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/data/hbase/meta/1588230740/.tmp/ns/e77a0421df9247369c4532aceead7a1c is 43, key is default/ns:d/1732620118403/Put/seqid=0 2024-11-26T11:22:21,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39939 is added to blk_1073741843_1019 (size=5153) 2024-11-26T11:22:21,441 DEBUG [RS:0;7f3a3edaecc3:33519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ed1584f2b4450b17c8737236bc6b0dbd, f43b45af91eaaeb3a8bdab21acb7a995 2024-11-26T11:22:21,453 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.wal-reader.7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/WALs/7f3a3edaecc3,33519,1732620114847/7f3a3edaecc3%2C33519%2C1732620114847.1732620117432 to pos 1440, reset compression=false 2024-11-26T11:22:21,532 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,42311,1732620110145.replicationSource.wal-reader.7f3a3edaecc3%2C42311%2C1732620110145,1-7f3a3edaecc3,42311,1732620110145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/WALs/7f3a3edaecc3,42311,1732620110145/7f3a3edaecc3%2C42311%2C1732620110145.1732620111228 to pos 636, reset compression=false 2024-11-26T11:22:21,641 DEBUG [RS:0;7f3a3edaecc3:33519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ed1584f2b4450b17c8737236bc6b0dbd, f43b45af91eaaeb3a8bdab21acb7a995 2024-11-26T11:22:21,706 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/data/default/test/ed1584f2b4450b17c8737236bc6b0dbd/.tmp/f1/60f9dbf6dda74758b36ba9f24546fb13 2024-11-26T11:22:21,710 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 60f9dbf6dda74758b36ba9f24546fb13 2024-11-26T11:22:21,713 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/data/hbase/meta/1588230740/.tmp/ns/e77a0421df9247369c4532aceead7a1c 2024-11-26T11:22:21,727 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/data/hbase/meta/1588230740/.tmp/rep_barrier/4eda1c202f884ffc9e230d07291c7e0b is 112, key is test,,1732620124413.ed1584f2b4450b17c8737236bc6b0dbd./rep_barrier:seqnumDuringOpen/1732620125172/Put/seqid=0 2024-11-26T11:22:21,727 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/data/default/test/ed1584f2b4450b17c8737236bc6b0dbd/.tmp/norep/51e5ba0a37764c6db1708251e3b5e6fe is 33, key is row1/norep:/1732620136705/DeleteFamily/seqid=0 2024-11-26T11:22:21,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39939 is added to blk_1073741845_1021 (size=5108) 2024-11-26T11:22:21,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39939 is added to blk_1073741844_1020 (size=5518) 2024-11-26T11:22:21,841 DEBUG [RS:0;7f3a3edaecc3:33519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ed1584f2b4450b17c8737236bc6b0dbd, f43b45af91eaaeb3a8bdab21acb7a995 2024-11-26T11:22:21,857 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.wal-reader.7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/WALs/7f3a3edaecc3,33519,1732620114847/7f3a3edaecc3%2C33519%2C1732620114847.1732620117432 to pos 1440, reset compression=false 2024-11-26T11:22:22,041 DEBUG [RS:0;7f3a3edaecc3:33519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ed1584f2b4450b17c8737236bc6b0dbd, f43b45af91eaaeb3a8bdab21acb7a995 2024-11-26T11:22:22,131 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/data/default/test/ed1584f2b4450b17c8737236bc6b0dbd/.tmp/norep/51e5ba0a37764c6db1708251e3b5e6fe 2024-11-26T11:22:22,131 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/data/hbase/meta/1588230740/.tmp/rep_barrier/4eda1c202f884ffc9e230d07291c7e0b 2024-11-26T11:22:22,136 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 51e5ba0a37764c6db1708251e3b5e6fe 2024-11-26T11:22:22,137 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/data/default/test/ed1584f2b4450b17c8737236bc6b0dbd/.tmp/f/60b77dd44c194405bbef80f86f9b780f as hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/data/default/test/ed1584f2b4450b17c8737236bc6b0dbd/f/60b77dd44c194405bbef80f86f9b780f 2024-11-26T11:22:22,142 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 60b77dd44c194405bbef80f86f9b780f 2024-11-26T11:22:22,143 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/data/default/test/ed1584f2b4450b17c8737236bc6b0dbd/f/60b77dd44c194405bbef80f86f9b780f, entries=3, sequenceid=10, filesize=5.0 K 2024-11-26T11:22:22,144 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/data/default/test/ed1584f2b4450b17c8737236bc6b0dbd/.tmp/f1/60f9dbf6dda74758b36ba9f24546fb13 as hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/data/default/test/ed1584f2b4450b17c8737236bc6b0dbd/f1/60f9dbf6dda74758b36ba9f24546fb13 2024-11-26T11:22:22,154 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 60f9dbf6dda74758b36ba9f24546fb13 2024-11-26T11:22:22,154 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/data/default/test/ed1584f2b4450b17c8737236bc6b0dbd/f1/60f9dbf6dda74758b36ba9f24546fb13, entries=3, sequenceid=10, filesize=5.0 K 2024-11-26T11:22:22,155 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/data/default/test/ed1584f2b4450b17c8737236bc6b0dbd/.tmp/norep/51e5ba0a37764c6db1708251e3b5e6fe as hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/data/default/test/ed1584f2b4450b17c8737236bc6b0dbd/norep/51e5ba0a37764c6db1708251e3b5e6fe 2024-11-26T11:22:22,158 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 51e5ba0a37764c6db1708251e3b5e6fe 2024-11-26T11:22:22,158 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/data/default/test/ed1584f2b4450b17c8737236bc6b0dbd/norep/51e5ba0a37764c6db1708251e3b5e6fe, entries=1, sequenceid=10, filesize=5.0 K 2024-11-26T11:22:22,159 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/data/hbase/meta/1588230740/.tmp/table/96621736e4224d86aaa7802fe135eba9 is 53, key is hbase:replication/table:state/1732620128526/Put/seqid=0 2024-11-26T11:22:22,159 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for ed1584f2b4450b17c8737236bc6b0dbd in 1324ms, sequenceid=10, compaction requested=false 2024-11-26T11:22:22,159 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T11:22:22,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39939 is added to blk_1073741846_1022 (size=5308) 2024-11-26T11:22:22,172 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/data/default/test/ed1584f2b4450b17c8737236bc6b0dbd/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-26T11:22:22,173 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T11:22:22,173 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T11:22:22,173 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732620124413.ed1584f2b4450b17c8737236bc6b0dbd. 2024-11-26T11:22:22,173 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ed1584f2b4450b17c8737236bc6b0dbd: Waiting for close lock at 1732620140835Running coprocessor pre-close hooks at 1732620140835Disabling compacts and flushes for region at 1732620140835Disabling writes for close at 1732620140835Obtaining lock to block concurrent updates at 1732620140836 (+1 ms)Preparing flush snapshotting stores in ed1584f2b4450b17c8737236bc6b0dbd at 1732620140836Finished memstore snapshotting test,,1732620124413.ed1584f2b4450b17c8737236bc6b0dbd., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732620140836Flushing stores of test,,1732620124413.ed1584f2b4450b17c8737236bc6b0dbd. at 1732620140837 (+1 ms)Flushing ed1584f2b4450b17c8737236bc6b0dbd/f: creating writer at 1732620140837Flushing ed1584f2b4450b17c8737236bc6b0dbd/f: appending metadata at 1732620140867 (+30 ms)Flushing ed1584f2b4450b17c8737236bc6b0dbd/f: closing flushed file at 1732620140867Flushing ed1584f2b4450b17c8737236bc6b0dbd/f1: creating writer at 1732620141280 (+413 ms)Flushing ed1584f2b4450b17c8737236bc6b0dbd/f1: appending metadata at 1732620141297 (+17 ms)Flushing ed1584f2b4450b17c8737236bc6b0dbd/f1: closing flushed file at 1732620141297Flushing ed1584f2b4450b17c8737236bc6b0dbd/norep: creating writer at 1732620141710 (+413 ms)Flushing ed1584f2b4450b17c8737236bc6b0dbd/norep: appending metadata at 1732620141727 (+17 ms)Flushing ed1584f2b4450b17c8737236bc6b0dbd/norep: closing flushed file at 1732620141727Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7614ea9b: reopening flushed file at 1732620142137 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c6e5cfb: reopening flushed file at 1732620142143 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ba42a3b: reopening flushed file at 1732620142154 (+11 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for ed1584f2b4450b17c8737236bc6b0dbd in 1324ms, sequenceid=10, compaction requested=false at 1732620142159 (+5 ms)Writing region close event to WAL at 1732620142167 (+8 ms)Running coprocessor post-close hooks at 1732620142173 (+6 ms)Closed at 1732620142173 2024-11-26T11:22:22,173 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732620124413.ed1584f2b4450b17c8737236bc6b0dbd. 2024-11-26T11:22:22,173 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f43b45af91eaaeb3a8bdab21acb7a995, disabling compactions & flushes 2024-11-26T11:22:22,173 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732620127363.f43b45af91eaaeb3a8bdab21acb7a995. 2024-11-26T11:22:22,173 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732620127363.f43b45af91eaaeb3a8bdab21acb7a995. 2024-11-26T11:22:22,173 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732620127363.f43b45af91eaaeb3a8bdab21acb7a995. after waiting 0 ms 2024-11-26T11:22:22,173 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732620127363.f43b45af91eaaeb3a8bdab21acb7a995. 2024-11-26T11:22:22,173 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f43b45af91eaaeb3a8bdab21acb7a995: Waiting for close lock at 1732620142173Running coprocessor pre-close hooks at 1732620142173Disabling compacts and flushes for region at 1732620142173Disabling writes for close at 1732620142173Failed flush hbase:replication,,1732620127363.f43b45af91eaaeb3a8bdab21acb7a995., putting online again at 1732620142173 2024-11-26T11:22:22,174 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732620127363.f43b45af91eaaeb3a8bdab21acb7a995. 2024-11-26T11:22:22,242 INFO [RS:0;7f3a3edaecc3:33519 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T11:22:22,242 DEBUG [RS:0;7f3a3edaecc3:33519 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f43b45af91eaaeb3a8bdab21acb7a995=hbase:replication,,1732620127363.f43b45af91eaaeb3a8bdab21acb7a995.} 2024-11-26T11:22:22,242 INFO [RS:0;7f3a3edaecc3:33519 {}] regionserver.HRegionServer(3091): Received CLOSE for f43b45af91eaaeb3a8bdab21acb7a995 2024-11-26T11:22:22,242 DEBUG [RS:0;7f3a3edaecc3:33519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f43b45af91eaaeb3a8bdab21acb7a995 2024-11-26T11:22:22,242 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f43b45af91eaaeb3a8bdab21acb7a995, disabling compactions & flushes 2024-11-26T11:22:22,242 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732620127363.f43b45af91eaaeb3a8bdab21acb7a995. 2024-11-26T11:22:22,242 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732620127363.f43b45af91eaaeb3a8bdab21acb7a995. 2024-11-26T11:22:22,242 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732620127363.f43b45af91eaaeb3a8bdab21acb7a995. after waiting 0 ms 2024-11-26T11:22:22,242 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732620127363.f43b45af91eaaeb3a8bdab21acb7a995. 2024-11-26T11:22:22,242 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f43b45af91eaaeb3a8bdab21acb7a995: Waiting for close lock at 1732620142242Running coprocessor pre-close hooks at 1732620142242Disabling compacts and flushes for region at 1732620142242Disabling writes for close at 1732620142242Failed flush hbase:replication,,1732620127363.f43b45af91eaaeb3a8bdab21acb7a995., putting online again at 1732620142242 2024-11-26T11:22:22,242 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732620127363.f43b45af91eaaeb3a8bdab21acb7a995. 2024-11-26T11:22:22,361 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.wal-reader.7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/WALs/7f3a3edaecc3,33519,1732620114847/7f3a3edaecc3%2C33519%2C1732620114847.1732620117432 to pos 1440, reset compression=false 2024-11-26T11:22:22,369 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.wal-reader.7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T11:22:22,369 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.wal-reader.7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/WALs/7f3a3edaecc3,33519,1732620114847/7f3a3edaecc3%2C33519%2C1732620114847.1732620117432 to pos 2084, reset compression=false 2024-11-26T11:22:22,442 DEBUG [RS:0;7f3a3edaecc3:33519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T11:22:22,570 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/data/hbase/meta/1588230740/.tmp/table/96621736e4224d86aaa7802fe135eba9 2024-11-26T11:22:22,574 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/data/hbase/meta/1588230740/.tmp/info/0c6cbfac7d3142ec911425fddaf9b98e as hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/data/hbase/meta/1588230740/info/0c6cbfac7d3142ec911425fddaf9b98e 2024-11-26T11:22:22,578 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/data/hbase/meta/1588230740/info/0c6cbfac7d3142ec911425fddaf9b98e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T11:22:22,579 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/data/hbase/meta/1588230740/.tmp/ns/e77a0421df9247369c4532aceead7a1c as hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/data/hbase/meta/1588230740/ns/e77a0421df9247369c4532aceead7a1c 2024-11-26T11:22:22,583 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/data/hbase/meta/1588230740/ns/e77a0421df9247369c4532aceead7a1c, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T11:22:22,583 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/data/hbase/meta/1588230740/.tmp/rep_barrier/4eda1c202f884ffc9e230d07291c7e0b as hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/data/hbase/meta/1588230740/rep_barrier/4eda1c202f884ffc9e230d07291c7e0b 2024-11-26T11:22:22,586 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/data/hbase/meta/1588230740/rep_barrier/4eda1c202f884ffc9e230d07291c7e0b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T11:22:22,587 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/data/hbase/meta/1588230740/.tmp/table/96621736e4224d86aaa7802fe135eba9 as hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/data/hbase/meta/1588230740/table/96621736e4224d86aaa7802fe135eba9 2024-11-26T11:22:22,588 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.wal-reader.7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/WALs/7f3a3edaecc3,33519,1732620114847/7f3a3edaecc3%2C33519%2C1732620114847.1732620117432 to pos 2084, reset compression=false 2024-11-26T11:22:22,590 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/data/hbase/meta/1588230740/table/96621736e4224d86aaa7802fe135eba9, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T11:22:22,591 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1750ms, sequenceid=16, compaction requested=false 2024-11-26T11:22:22,591 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T11:22:22,596 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T11:22:22,602 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T11:22:22,602 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T11:22:22,602 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T11:22:22,602 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732620140841Running coprocessor pre-close hooks at 1732620140841Disabling compacts and flushes for region at 1732620140841Disabling writes for close at 1732620140841Obtaining lock to block concurrent updates at 1732620140841Preparing flush snapshotting stores in 1588230740 at 1732620140841Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732620140841Flushing stores of hbase:meta,,1.1588230740 at 1732620140842 (+1 ms)Flushing 1588230740/info: creating writer at 1732620140842Flushing 1588230740/info: appending metadata at 1732620140873 (+31 ms)Flushing 1588230740/info: closing flushed file at 1732620140873Flushing 1588230740/ns: creating writer at 1732620141289 (+416 ms)Flushing 1588230740/ns: appending metadata at 1732620141307 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732620141307Flushing 1588230740/rep_barrier: creating writer at 1732620141716 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732620141727 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732620141727Flushing 1588230740/table: creating writer at 1732620142141 (+414 ms)Flushing 1588230740/table: appending metadata at 1732620142159 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732620142159Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4373642f: reopening flushed file at 1732620142574 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24f373e0: reopening flushed file at 1732620142578 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d3e6f41: reopening flushed file at 1732620142583 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ca30e43: reopening flushed file at 1732620142586 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1750ms, sequenceid=16, compaction requested=false at 1732620142591 (+5 ms)Writing region close event to WAL at 1732620142594 (+3 ms)Running coprocessor post-close hooks at 1732620142602 (+8 ms)Closed at 1732620142602 2024-11-26T11:22:22,602 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T11:22:22,635 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,42311,1732620110145.replicationSource.wal-reader.7f3a3edaecc3%2C42311%2C1732620110145,1-7f3a3edaecc3,42311,1732620110145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/WALs/7f3a3edaecc3,42311,1732620110145/7f3a3edaecc3%2C42311%2C1732620110145.1732620111228 to pos 636, reset compression=false 2024-11-26T11:22:22,642 INFO [RS:0;7f3a3edaecc3:33519 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-26T11:22:22,642 INFO [RS:0;7f3a3edaecc3:33519 {}] regionserver.HRegionServer(976): stopping server 7f3a3edaecc3,33519,1732620114847; all regions closed. 2024-11-26T11:22:22,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39939 is added to blk_1073741834_1010 (size=4239) 2024-11-26T11:22:22,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39939 is added to blk_1073741839_1015 (size=2171) 2024-11-26T11:22:22,652 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/WALs/7f3a3edaecc3,33519,1732620114847/7f3a3edaecc3%2C33519%2C1732620114847.rep.1732620128493 not finished, retry = 0 2024-11-26T11:22:22,755 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/WALs/7f3a3edaecc3,33519,1732620114847/7f3a3edaecc3%2C33519%2C1732620114847.1732620117432 not finished, retry = 0 2024-11-26T11:22:22,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39939 is added to blk_1073741832_1008 (size=2092) 2024-11-26T11:22:22,855 DEBUG [RS:0;7f3a3edaecc3:33519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:22,856 INFO [RS:0;7f3a3edaecc3:33519 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T11:22:22,856 INFO [RS:0;7f3a3edaecc3:33519 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T11:22:22,856 INFO [RS:0;7f3a3edaecc3:33519 {}] hbase.ChoreService(370): Chore service for: regionserver/7f3a3edaecc3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T11:22:22,856 INFO [RS:0;7f3a3edaecc3:33519 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T11:22:22,856 INFO [regionserver/7f3a3edaecc3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T11:22:22,856 INFO [RS:0;7f3a3edaecc3:33519 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7f3a3edaecc3,33519,1732620114847 because: Region server is closing 2024-11-26T11:22:22,856 INFO [RS:0;7f3a3edaecc3:33519 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7f3a3edaecc3:33519. 2024-11-26T11:22:22,856 DEBUG [RS:0;7f3a3edaecc3:33519 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:22:22,856 DEBUG [RS:0;7f3a3edaecc3:33519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:22,856 DEBUG [RS:0;7f3a3edaecc3:33519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:22,856 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:22:22,957 INFO [RS:0;7f3a3edaecc3:33519 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,33519,1732620114847.replicationSource.shipper7f3a3edaecc3%2C33519%2C1732620114847,1-7f3a3edaecc3,33519,1732620114847 terminated 2024-11-26T11:22:22,957 INFO [RS:0;7f3a3edaecc3:33519 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7f3a3edaecc3:33519. 2024-11-26T11:22:22,957 DEBUG [RS:0;7f3a3edaecc3:33519 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:22:22,957 DEBUG [RS:0;7f3a3edaecc3:33519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:22,957 DEBUG [RS:0;7f3a3edaecc3:33519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:22,957 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:22:22,957 INFO [RS:0;7f3a3edaecc3:33519 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33519 2024-11-26T11:22:23,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36027-0x10176e0b76b0003, quorum=127.0.0.1:50273, baseZNode=/1-704077044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-704077044/rs 2024-11-26T11:22:23,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33519-0x10176e0b76b0004, quorum=127.0.0.1:50273, baseZNode=/1-704077044 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-704077044/rs/7f3a3edaecc3,33519,1732620114847 2024-11-26T11:22:23,004 INFO [RS:0;7f3a3edaecc3:33519 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T11:22:23,005 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7f3a3edaecc3,33519,1732620114847] 2024-11-26T11:22:23,029 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-704077044/draining/7f3a3edaecc3,33519,1732620114847 already deleted, retry=false 2024-11-26T11:22:23,029 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7f3a3edaecc3,33519,1732620114847 expired; onlineServers=0 2024-11-26T11:22:23,029 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7f3a3edaecc3,36027,1732620114536' ***** 2024-11-26T11:22:23,029 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T11:22:23,029 INFO [M:0;7f3a3edaecc3:36027 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T11:22:23,029 INFO [M:0;7f3a3edaecc3:36027 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T11:22:23,029 DEBUG [M:0;7f3a3edaecc3:36027 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T11:22:23,030 DEBUG [M:0;7f3a3edaecc3:36027 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T11:22:23,030 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T11:22:23,030 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732620117181 {}] cleaner.HFileCleaner(306): Exit Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732620117181,5,FailOnTimeoutGroup] 2024-11-26T11:22:23,030 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732620117181 {}] cleaner.HFileCleaner(306): Exit Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732620117181,5,FailOnTimeoutGroup] 2024-11-26T11:22:23,030 INFO [M:0;7f3a3edaecc3:36027 {}] hbase.ChoreService(370): Chore service for: master/7f3a3edaecc3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T11:22:23,030 INFO [M:0;7f3a3edaecc3:36027 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T11:22:23,030 DEBUG [M:0;7f3a3edaecc3:36027 {}] master.HMaster(1795): Stopping service threads 2024-11-26T11:22:23,030 INFO [M:0;7f3a3edaecc3:36027 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T11:22:23,030 INFO [M:0;7f3a3edaecc3:36027 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T11:22:23,030 INFO [M:0;7f3a3edaecc3:36027 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T11:22:23,030 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T11:22:23,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36027-0x10176e0b76b0003, quorum=127.0.0.1:50273, baseZNode=/1-704077044 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-704077044/master 2024-11-26T11:22:23,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36027-0x10176e0b76b0003, quorum=127.0.0.1:50273, baseZNode=/1-704077044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-704077044 2024-11-26T11:22:23,040 DEBUG [M:0;7f3a3edaecc3:36027 {}] zookeeper.ZKUtil(347): master:36027-0x10176e0b76b0003, quorum=127.0.0.1:50273, baseZNode=/1-704077044 Unable to get data of znode /1-704077044/master because node does not exist (not an error) 2024-11-26T11:22:23,040 WARN [M:0;7f3a3edaecc3:36027 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T11:22:23,041 INFO [M:0;7f3a3edaecc3:36027 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/.lastflushedseqids 2024-11-26T11:22:23,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39939 is added to blk_1073741847_1023 (size=245) 2024-11-26T11:22:23,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33519-0x10176e0b76b0004, quorum=127.0.0.1:50273, baseZNode=/1-704077044 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:22:23,119 INFO [RS:0;7f3a3edaecc3:33519 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T11:22:23,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33519-0x10176e0b76b0004, quorum=127.0.0.1:50273, baseZNode=/1-704077044 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:22:23,119 INFO [RS:0;7f3a3edaecc3:33519 {}] regionserver.HRegionServer(1031): Exiting; stopping=7f3a3edaecc3,33519,1732620114847; zookeeper connection closed. 2024-11-26T11:22:23,119 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@368b1f18 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@368b1f18 2024-11-26T11:22:23,119 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T11:22:23,446 INFO [M:0;7f3a3edaecc3:36027 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T11:22:23,446 INFO [M:0;7f3a3edaecc3:36027 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T11:22:23,446 DEBUG [M:0;7f3a3edaecc3:36027 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T11:22:23,446 INFO [M:0;7f3a3edaecc3:36027 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:22:23,446 DEBUG [M:0;7f3a3edaecc3:36027 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:22:23,446 DEBUG [M:0;7f3a3edaecc3:36027 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T11:22:23,446 DEBUG [M:0;7f3a3edaecc3:36027 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:22:23,447 INFO [M:0;7f3a3edaecc3:36027 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-26T11:22:23,470 DEBUG [M:0;7f3a3edaecc3:36027 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4024dfb2a49f438884cf4c30868ab99e is 82, key is hbase:meta,,1/info:regioninfo/1732620118383/Put/seqid=0 2024-11-26T11:22:23,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39939 is added to blk_1073741848_1024 (size=5672) 2024-11-26T11:22:23,840 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,42311,1732620110145.replicationSource.wal-reader.7f3a3edaecc3%2C42311%2C1732620110145,1-7f3a3edaecc3,42311,1732620110145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/WALs/7f3a3edaecc3,42311,1732620110145/7f3a3edaecc3%2C42311%2C1732620110145.1732620111228 to pos 636, reset compression=false 2024-11-26T11:22:23,874 INFO [M:0;7f3a3edaecc3:36027 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4024dfb2a49f438884cf4c30868ab99e 2024-11-26T11:22:23,906 DEBUG [M:0;7f3a3edaecc3:36027 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c8e3059fd0024bc6a48db80aef907a28 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732620128530/Put/seqid=0 2024-11-26T11:22:23,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39939 is added to blk_1073741849_1025 (size=8516) 2024-11-26T11:22:24,125 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T11:22:24,311 INFO [M:0;7f3a3edaecc3:36027 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c8e3059fd0024bc6a48db80aef907a28 2024-11-26T11:22:24,326 DEBUG [M:0;7f3a3edaecc3:36027 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/627d9afde33740a8aaf2adfbc4480c3f is 69, key is 7f3a3edaecc3,33519,1732620114847/rs:state/1732620117235/Put/seqid=0 2024-11-26T11:22:24,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39939 is added to blk_1073741850_1026 (size=5156) 2024-11-26T11:22:24,329 INFO [M:0;7f3a3edaecc3:36027 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/627d9afde33740a8aaf2adfbc4480c3f 2024-11-26T11:22:24,333 DEBUG [M:0;7f3a3edaecc3:36027 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4024dfb2a49f438884cf4c30868ab99e as hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4024dfb2a49f438884cf4c30868ab99e 2024-11-26T11:22:24,336 INFO [M:0;7f3a3edaecc3:36027 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4024dfb2a49f438884cf4c30868ab99e, entries=8, sequenceid=97, filesize=5.5 K 2024-11-26T11:22:24,337 DEBUG [M:0;7f3a3edaecc3:36027 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c8e3059fd0024bc6a48db80aef907a28 as hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c8e3059fd0024bc6a48db80aef907a28 2024-11-26T11:22:24,340 INFO [M:0;7f3a3edaecc3:36027 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c8e3059fd0024bc6a48db80aef907a28, entries=11, sequenceid=97, filesize=8.3 K 2024-11-26T11:22:24,341 DEBUG [M:0;7f3a3edaecc3:36027 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/627d9afde33740a8aaf2adfbc4480c3f as hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/627d9afde33740a8aaf2adfbc4480c3f 2024-11-26T11:22:24,345 INFO [M:0;7f3a3edaecc3:36027 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41221/user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/627d9afde33740a8aaf2adfbc4480c3f, entries=1, sequenceid=97, filesize=5.0 K 2024-11-26T11:22:24,346 INFO [M:0;7f3a3edaecc3:36027 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 900ms, sequenceid=97, compaction requested=false 2024-11-26T11:22:24,348 INFO [M:0;7f3a3edaecc3:36027 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:22:24,348 DEBUG [M:0;7f3a3edaecc3:36027 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732620143446Disabling compacts and flushes for region at 1732620143446Disabling writes for close at 1732620143446Obtaining lock to block concurrent updates at 1732620143447 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732620143447Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732620143447Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732620143447Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732620143448 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732620143469 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732620143469Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732620143879 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732620143905 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732620143905Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732620144314 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732620144326 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732620144326Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e16c05d: reopening flushed file at 1732620144332 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f256bec: reopening flushed file at 1732620144336 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@552d3bff: reopening flushed file at 1732620144340 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 900ms, sequenceid=97, compaction requested=false at 1732620144346 (+6 ms)Writing region close event to WAL at 1732620144348 (+2 ms)Closed at 1732620144348 2024-11-26T11:22:24,349 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5da1042b-5342-1d7c-0313-6d72bf75f686/MasterData/WALs/7f3a3edaecc3,36027,1732620114536/7f3a3edaecc3%2C36027%2C1732620114536.1732620116229 not finished, retry = 0 2024-11-26T11:22:24,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39939 is added to blk_1073741830_1006 (size=63654) 2024-11-26T11:22:24,450 INFO [M:0;7f3a3edaecc3:36027 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T11:22:24,450 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T11:22:24,450 INFO [M:0;7f3a3edaecc3:36027 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36027 2024-11-26T11:22:24,450 INFO [M:0;7f3a3edaecc3:36027 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T11:22:24,596 INFO [M:0;7f3a3edaecc3:36027 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T11:22:24,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36027-0x10176e0b76b0003, quorum=127.0.0.1:50273, baseZNode=/1-704077044 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:22:24,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36027-0x10176e0b76b0003, quorum=127.0.0.1:50273, baseZNode=/1-704077044 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:22:24,598 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6a038b8a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T11:22:24,598 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@586d003{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T11:22:24,598 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T11:22:24,599 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18c89e3b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T11:22:24,599 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b3c6a8e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa4157b-e00c-1387-4c3c-e6ebf4c7834c/hadoop.log.dir/,STOPPED} 2024-11-26T11:22:24,600 WARN [BP-507890061-172.17.0.3-1732620112208 heartbeating to localhost/127.0.0.1:41221 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T11:22:24,600 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T11:22:24,600 WARN [BP-507890061-172.17.0.3-1732620112208 heartbeating to localhost/127.0.0.1:41221 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-507890061-172.17.0.3-1732620112208 (Datanode Uuid 387c9dc1-cbe9-4f00-b88f-1d7c8b10edba) service to localhost/127.0.0.1:41221 2024-11-26T11:22:24,600 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T11:22:24,600 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa4157b-e00c-1387-4c3c-e6ebf4c7834c/cluster_ceba07c0-d320-8991-e6b6-275fe7314298/data/data1/current/BP-507890061-172.17.0.3-1732620112208 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T11:22:24,600 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa4157b-e00c-1387-4c3c-e6ebf4c7834c/cluster_ceba07c0-d320-8991-e6b6-275fe7314298/data/data2/current/BP-507890061-172.17.0.3-1732620112208 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T11:22:24,601 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T11:22:24,605 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20e85b62{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T11:22:24,606 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@204fd4da{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T11:22:24,606 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T11:22:24,606 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f099de3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T11:22:24,606 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7df4e5c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa4157b-e00c-1387-4c3c-e6ebf4c7834c/hadoop.log.dir/,STOPPED} 2024-11-26T11:22:24,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T11:22:24,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T11:22:24,617 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:22:24,617 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:22:24,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:24,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:24,617 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:22:24,618 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T11:22:24,618 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1084718598, stopped=false 2024-11-26T11:22:24,618 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7f3a3edaecc3,45635,1732620109896 2024-11-26T11:22:24,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42311-0x10176e0b76b0001, quorum=127.0.0.1:50273, baseZNode=/0-205751341 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-205751341/running 2024-11-26T11:22:24,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45635-0x10176e0b76b0000, quorum=127.0.0.1:50273, baseZNode=/0-205751341 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-205751341/running 2024-11-26T11:22:24,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42311-0x10176e0b76b0001, quorum=127.0.0.1:50273, baseZNode=/0-205751341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-205751341 2024-11-26T11:22:24,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45635-0x10176e0b76b0000, quorum=127.0.0.1:50273, baseZNode=/0-205751341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-205751341 2024-11-26T11:22:24,740 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T11:22:24,740 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42311-0x10176e0b76b0001, quorum=127.0.0.1:50273, baseZNode=/0-205751341 Set watcher on znode that does not yet exist, /0-205751341/running 2024-11-26T11:22:24,740 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45635-0x10176e0b76b0000, quorum=127.0.0.1:50273, baseZNode=/0-205751341 Set watcher on znode that does not yet exist, /0-205751341/running 2024-11-26T11:22:24,740 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:22:24,740 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:22:24,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:24,741 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7f3a3edaecc3,42311,1732620110145' ***** 2024-11-26T11:22:24,741 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T11:22:24,741 INFO [RS:0;7f3a3edaecc3:42311 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T11:22:24,741 INFO [RS:0;7f3a3edaecc3:42311 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T11:22:24,741 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T11:22:24,741 INFO [RS:0;7f3a3edaecc3:42311 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T11:22:24,741 INFO [RS:0;7f3a3edaecc3:42311 {}] regionserver.HRegionServer(3091): Received CLOSE for 7e55a9fb567cb893667f20be8272e23d 2024-11-26T11:22:24,741 INFO [RS:0;7f3a3edaecc3:42311 {}] regionserver.HRegionServer(3091): Received CLOSE for b25abd5c1d4a3bb562ad50c5ec74fa44 2024-11-26T11:22:24,741 INFO [RS:0;7f3a3edaecc3:42311 {}] regionserver.HRegionServer(959): stopping server 7f3a3edaecc3,42311,1732620110145 2024-11-26T11:22:24,741 INFO [RS:0;7f3a3edaecc3:42311 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T11:22:24,741 INFO [RS:0;7f3a3edaecc3:42311 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7f3a3edaecc3:42311. 2024-11-26T11:22:24,741 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7e55a9fb567cb893667f20be8272e23d, disabling compactions & flushes 2024-11-26T11:22:24,741 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732620126228.7e55a9fb567cb893667f20be8272e23d. 2024-11-26T11:22:24,741 DEBUG [RS:0;7f3a3edaecc3:42311 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:22:24,741 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732620126228.7e55a9fb567cb893667f20be8272e23d. 2024-11-26T11:22:24,741 DEBUG [RS:0;7f3a3edaecc3:42311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:24,741 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732620126228.7e55a9fb567cb893667f20be8272e23d. after waiting 0 ms 2024-11-26T11:22:24,741 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732620126228.7e55a9fb567cb893667f20be8272e23d. 2024-11-26T11:22:24,741 INFO [RS:0;7f3a3edaecc3:42311 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T11:22:24,741 INFO [RS:0;7f3a3edaecc3:42311 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T11:22:24,741 INFO [RS:0;7f3a3edaecc3:42311 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T11:22:24,741 INFO [RS:0;7f3a3edaecc3:42311 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T11:22:24,741 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7e55a9fb567cb893667f20be8272e23d 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-26T11:22:24,742 INFO [RS:0;7f3a3edaecc3:42311 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T11:22:24,742 DEBUG [RS:0;7f3a3edaecc3:42311 {}] regionserver.HRegionServer(1325): Online Regions={7e55a9fb567cb893667f20be8272e23d=hbase:replication,,1732620126228.7e55a9fb567cb893667f20be8272e23d., 1588230740=hbase:meta,,1.1588230740, b25abd5c1d4a3bb562ad50c5ec74fa44=test,,1732620123274.b25abd5c1d4a3bb562ad50c5ec74fa44.} 2024-11-26T11:22:24,742 DEBUG [RS:0;7f3a3edaecc3:42311 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7e55a9fb567cb893667f20be8272e23d, b25abd5c1d4a3bb562ad50c5ec74fa44 2024-11-26T11:22:24,742 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T11:22:24,742 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T11:22:24,742 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T11:22:24,742 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T11:22:24,742 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T11:22:24,742 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T11:22:24,762 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/data/hbase/meta/1588230740/.tmp/info/371399e3c2bf4effb24bb911d5f8dff6 is 147, key is hbase:replication,,1732620126228.7e55a9fb567cb893667f20be8272e23d./info:regioninfo/1732620126653/Put/seqid=0 2024-11-26T11:22:24,763 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/data/hbase/replication/7e55a9fb567cb893667f20be8272e23d/.tmp/queue/89cfd23f206f4eeab2e39b47679189f2 is 153, key is 1-7f3a3edaecc3,42311,1732620110145/queue:7f3a3edaecc3%2C42311%2C1732620110145/1732620136089/Put/seqid=0 2024-11-26T11:22:24,765 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T11:22:24,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:24,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:24,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:24,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:24,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45247 is added to blk_1073741840_1016 (size=7686) 2024-11-26T11:22:24,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:24,767 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/data/hbase/meta/1588230740/.tmp/info/371399e3c2bf4effb24bb911d5f8dff6 2024-11-26T11:22:24,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:24,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:24,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45247 is added to blk_1073741841_1017 (size=5352) 2024-11-26T11:22:24,794 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/data/hbase/meta/1588230740/.tmp/ns/de0b03daf6b64a1094c3cf686dbeee6f is 43, key is default/ns:d/1732620112077/Put/seqid=0 2024-11-26T11:22:24,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45247 is added to blk_1073741842_1018 (size=5153) 2024-11-26T11:22:24,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:24,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:24,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:24,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:24,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:24,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:24,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:24,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:24,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:24,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:24,834 INFO [regionserver/7f3a3edaecc3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T11:22:24,942 DEBUG [RS:0;7f3a3edaecc3:42311 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7e55a9fb567cb893667f20be8272e23d, b25abd5c1d4a3bb562ad50c5ec74fa44 2024-11-26T11:22:25,101 INFO [regionserver/7f3a3edaecc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T11:22:25,101 INFO [regionserver/7f3a3edaecc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T11:22:25,142 DEBUG [RS:0;7f3a3edaecc3:42311 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7e55a9fb567cb893667f20be8272e23d, b25abd5c1d4a3bb562ad50c5ec74fa44 2024-11-26T11:22:25,144 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,42311,1732620110145.replicationSource.wal-reader.7f3a3edaecc3%2C42311%2C1732620110145,1-7f3a3edaecc3,42311,1732620110145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/WALs/7f3a3edaecc3,42311,1732620110145/7f3a3edaecc3%2C42311%2C1732620110145.1732620111228 to pos 636, reset compression=false 2024-11-26T11:22:25,170 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/data/hbase/replication/7e55a9fb567cb893667f20be8272e23d/.tmp/queue/89cfd23f206f4eeab2e39b47679189f2 2024-11-26T11:22:25,182 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/data/hbase/replication/7e55a9fb567cb893667f20be8272e23d/.tmp/queue/89cfd23f206f4eeab2e39b47679189f2 as hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/data/hbase/replication/7e55a9fb567cb893667f20be8272e23d/queue/89cfd23f206f4eeab2e39b47679189f2 2024-11-26T11:22:25,187 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/data/hbase/replication/7e55a9fb567cb893667f20be8272e23d/queue/89cfd23f206f4eeab2e39b47679189f2, entries=1, sequenceid=8, filesize=5.2 K 2024-11-26T11:22:25,188 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 7e55a9fb567cb893667f20be8272e23d in 447ms, sequenceid=8, compaction requested=false 2024-11-26T11:22:25,188 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T11:22:25,194 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/data/hbase/replication/7e55a9fb567cb893667f20be8272e23d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-26T11:22:25,195 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T11:22:25,195 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T11:22:25,195 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732620126228.7e55a9fb567cb893667f20be8272e23d. 2024-11-26T11:22:25,195 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7e55a9fb567cb893667f20be8272e23d: Waiting for close lock at 1732620144741Running coprocessor pre-close hooks at 1732620144741Disabling compacts and flushes for region at 1732620144741Disabling writes for close at 1732620144741Obtaining lock to block concurrent updates at 1732620144741Preparing flush snapshotting stores in 7e55a9fb567cb893667f20be8272e23d at 1732620144741Finished memstore snapshotting hbase:replication,,1732620126228.7e55a9fb567cb893667f20be8272e23d., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1732620144742 (+1 ms)Flushing stores of hbase:replication,,1732620126228.7e55a9fb567cb893667f20be8272e23d. at 1732620144742Flushing 7e55a9fb567cb893667f20be8272e23d/queue: creating writer at 1732620144742Flushing 7e55a9fb567cb893667f20be8272e23d/queue: appending metadata at 1732620144763 (+21 ms)Flushing 7e55a9fb567cb893667f20be8272e23d/queue: closing flushed file at 1732620144763Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76664c17: reopening flushed file at 1732620145181 (+418 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 7e55a9fb567cb893667f20be8272e23d in 447ms, sequenceid=8, compaction requested=false at 1732620145188 (+7 ms)Writing region close event to WAL at 1732620145191 (+3 ms)Running coprocessor post-close hooks at 1732620145195 (+4 ms)Closed at 1732620145195 2024-11-26T11:22:25,195 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732620126228.7e55a9fb567cb893667f20be8272e23d. 2024-11-26T11:22:25,196 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b25abd5c1d4a3bb562ad50c5ec74fa44, disabling compactions & flushes 2024-11-26T11:22:25,196 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732620123274.b25abd5c1d4a3bb562ad50c5ec74fa44. 2024-11-26T11:22:25,196 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732620123274.b25abd5c1d4a3bb562ad50c5ec74fa44. 2024-11-26T11:22:25,196 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732620123274.b25abd5c1d4a3bb562ad50c5ec74fa44. after waiting 0 ms 2024-11-26T11:22:25,196 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732620123274.b25abd5c1d4a3bb562ad50c5ec74fa44. 2024-11-26T11:22:25,196 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b25abd5c1d4a3bb562ad50c5ec74fa44 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-26T11:22:25,199 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/data/hbase/meta/1588230740/.tmp/ns/de0b03daf6b64a1094c3cf686dbeee6f 2024-11-26T11:22:25,218 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/data/default/test/b25abd5c1d4a3bb562ad50c5ec74fa44/.tmp/f/bd67c71ed95f4d1e9df54583977d3b16 is 28, key is row/f:/1732620135700/DeleteFamily/seqid=0 2024-11-26T11:22:25,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45247 is added to blk_1073741843_1019 (size=5085) 2024-11-26T11:22:25,234 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/data/hbase/meta/1588230740/.tmp/rep_barrier/5d3e9c2a915e409db89f64294ad78782 is 112, key is test,,1732620123274.b25abd5c1d4a3bb562ad50c5ec74fa44./rep_barrier:seqnumDuringOpen/1732620124050/Put/seqid=0 2024-11-26T11:22:25,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45247 is added to blk_1073741844_1020 (size=5518) 2024-11-26T11:22:25,342 DEBUG [RS:0;7f3a3edaecc3:42311 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b25abd5c1d4a3bb562ad50c5ec74fa44 2024-11-26T11:22:25,543 DEBUG [RS:0;7f3a3edaecc3:42311 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b25abd5c1d4a3bb562ad50c5ec74fa44 2024-11-26T11:22:25,630 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/data/default/test/b25abd5c1d4a3bb562ad50c5ec74fa44/.tmp/f/bd67c71ed95f4d1e9df54583977d3b16 2024-11-26T11:22:25,634 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bd67c71ed95f4d1e9df54583977d3b16 2024-11-26T11:22:25,642 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/data/hbase/meta/1588230740/.tmp/rep_barrier/5d3e9c2a915e409db89f64294ad78782 2024-11-26T11:22:25,648 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/data/default/test/b25abd5c1d4a3bb562ad50c5ec74fa44/.tmp/f1/26b0726a66f94dcbb533b7c678af75ed is 29, key is row/f1:/1732620135700/DeleteFamily/seqid=0 2024-11-26T11:22:25,659 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/data/hbase/meta/1588230740/.tmp/table/313ddf3ab40a4d0aa3d5461568984227 is 53, key is hbase:replication/table:state/1732620126660/Put/seqid=0 2024-11-26T11:22:25,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45247 is added to blk_1073741845_1021 (size=5089) 2024-11-26T11:22:25,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45247 is added to blk_1073741846_1022 (size=5308) 2024-11-26T11:22:25,663 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/data/hbase/meta/1588230740/.tmp/table/313ddf3ab40a4d0aa3d5461568984227 2024-11-26T11:22:25,667 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/data/hbase/meta/1588230740/.tmp/info/371399e3c2bf4effb24bb911d5f8dff6 as hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/data/hbase/meta/1588230740/info/371399e3c2bf4effb24bb911d5f8dff6 2024-11-26T11:22:25,670 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/data/hbase/meta/1588230740/info/371399e3c2bf4effb24bb911d5f8dff6, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T11:22:25,671 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/data/hbase/meta/1588230740/.tmp/ns/de0b03daf6b64a1094c3cf686dbeee6f as hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/data/hbase/meta/1588230740/ns/de0b03daf6b64a1094c3cf686dbeee6f 2024-11-26T11:22:25,675 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/data/hbase/meta/1588230740/ns/de0b03daf6b64a1094c3cf686dbeee6f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T11:22:25,676 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/data/hbase/meta/1588230740/.tmp/rep_barrier/5d3e9c2a915e409db89f64294ad78782 as hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/data/hbase/meta/1588230740/rep_barrier/5d3e9c2a915e409db89f64294ad78782 2024-11-26T11:22:25,679 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/data/hbase/meta/1588230740/rep_barrier/5d3e9c2a915e409db89f64294ad78782, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T11:22:25,680 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/data/hbase/meta/1588230740/.tmp/table/313ddf3ab40a4d0aa3d5461568984227 as hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/data/hbase/meta/1588230740/table/313ddf3ab40a4d0aa3d5461568984227 2024-11-26T11:22:25,684 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/data/hbase/meta/1588230740/table/313ddf3ab40a4d0aa3d5461568984227, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T11:22:25,684 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 942ms, sequenceid=16, compaction requested=false 2024-11-26T11:22:25,688 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T11:22:25,688 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T11:22:25,688 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T11:22:25,688 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T11:22:25,688 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732620144742Running coprocessor pre-close hooks at 1732620144742Disabling compacts and flushes for region at 1732620144742Disabling writes for close at 1732620144742Obtaining lock to block concurrent updates at 1732620144742Preparing flush snapshotting stores in 1588230740 at 1732620144742Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732620144742Flushing stores of hbase:meta,,1.1588230740 at 1732620144743 (+1 ms)Flushing 1588230740/info: creating writer at 1732620144743Flushing 1588230740/info: appending metadata at 1732620144762 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732620144762Flushing 1588230740/ns: creating writer at 1732620144772 (+10 ms)Flushing 1588230740/ns: appending metadata at 1732620144793 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732620144793Flushing 1588230740/rep_barrier: creating writer at 1732620145208 (+415 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732620145233 (+25 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732620145233Flushing 1588230740/table: creating writer at 1732620145646 (+413 ms)Flushing 1588230740/table: appending metadata at 1732620145659 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732620145659Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16a76a34: reopening flushed file at 1732620145666 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@644b1279: reopening flushed file at 1732620145671 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30a55343: reopening flushed file at 1732620145675 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@765a69: reopening flushed file at 1732620145680 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 942ms, sequenceid=16, compaction requested=false at 1732620145684 (+4 ms)Writing region close event to WAL at 1732620145686 (+2 ms)Running coprocessor post-close hooks at 1732620145688 (+2 ms)Closed at 1732620145688 2024-11-26T11:22:25,688 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T11:22:25,743 INFO [RS:0;7f3a3edaecc3:42311 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T11:22:25,743 DEBUG [RS:0;7f3a3edaecc3:42311 {}] regionserver.HRegionServer(1325): Online Regions={b25abd5c1d4a3bb562ad50c5ec74fa44=test,,1732620123274.b25abd5c1d4a3bb562ad50c5ec74fa44.} 2024-11-26T11:22:25,743 DEBUG [RS:0;7f3a3edaecc3:42311 {}] regionserver.HRegionServer(1351): Waiting on b25abd5c1d4a3bb562ad50c5ec74fa44 2024-11-26T11:22:25,943 DEBUG [RS:0;7f3a3edaecc3:42311 {}] regionserver.HRegionServer(1351): Waiting on b25abd5c1d4a3bb562ad50c5ec74fa44 2024-11-26T11:22:26,061 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/data/default/test/b25abd5c1d4a3bb562ad50c5ec74fa44/.tmp/f1/26b0726a66f94dcbb533b7c678af75ed 2024-11-26T11:22:26,066 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 26b0726a66f94dcbb533b7c678af75ed 2024-11-26T11:22:26,083 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/data/default/test/b25abd5c1d4a3bb562ad50c5ec74fa44/.tmp/norep/be667c675bd54e8284d37ec3c80e7d07 is 32, key is row/norep:/1732620135700/DeleteFamily/seqid=0 2024-11-26T11:22:26,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45247 is added to blk_1073741847_1023 (size=5101) 2024-11-26T11:22:26,143 DEBUG [RS:0;7f3a3edaecc3:42311 {}] regionserver.HRegionServer(1351): Waiting on b25abd5c1d4a3bb562ad50c5ec74fa44 2024-11-26T11:22:26,161 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T11:22:26,343 DEBUG [RS:0;7f3a3edaecc3:42311 {}] regionserver.HRegionServer(1351): Waiting on b25abd5c1d4a3bb562ad50c5ec74fa44 2024-11-26T11:22:26,486 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/data/default/test/b25abd5c1d4a3bb562ad50c5ec74fa44/.tmp/norep/be667c675bd54e8284d37ec3c80e7d07 2024-11-26T11:22:26,490 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for be667c675bd54e8284d37ec3c80e7d07 2024-11-26T11:22:26,491 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/data/default/test/b25abd5c1d4a3bb562ad50c5ec74fa44/.tmp/f/bd67c71ed95f4d1e9df54583977d3b16 as hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/data/default/test/b25abd5c1d4a3bb562ad50c5ec74fa44/f/bd67c71ed95f4d1e9df54583977d3b16 2024-11-26T11:22:26,495 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bd67c71ed95f4d1e9df54583977d3b16 2024-11-26T11:22:26,495 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/data/default/test/b25abd5c1d4a3bb562ad50c5ec74fa44/f/bd67c71ed95f4d1e9df54583977d3b16, entries=1, sequenceid=6, filesize=5.0 K 2024-11-26T11:22:26,496 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/data/default/test/b25abd5c1d4a3bb562ad50c5ec74fa44/.tmp/f1/26b0726a66f94dcbb533b7c678af75ed as hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/data/default/test/b25abd5c1d4a3bb562ad50c5ec74fa44/f1/26b0726a66f94dcbb533b7c678af75ed 2024-11-26T11:22:26,500 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 26b0726a66f94dcbb533b7c678af75ed 2024-11-26T11:22:26,500 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/data/default/test/b25abd5c1d4a3bb562ad50c5ec74fa44/f1/26b0726a66f94dcbb533b7c678af75ed, entries=1, sequenceid=6, filesize=5.0 K 2024-11-26T11:22:26,500 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/data/default/test/b25abd5c1d4a3bb562ad50c5ec74fa44/.tmp/norep/be667c675bd54e8284d37ec3c80e7d07 as hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/data/default/test/b25abd5c1d4a3bb562ad50c5ec74fa44/norep/be667c675bd54e8284d37ec3c80e7d07 2024-11-26T11:22:26,504 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for be667c675bd54e8284d37ec3c80e7d07 2024-11-26T11:22:26,504 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/data/default/test/b25abd5c1d4a3bb562ad50c5ec74fa44/norep/be667c675bd54e8284d37ec3c80e7d07, entries=1, sequenceid=6, filesize=5.0 K 2024-11-26T11:22:26,505 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for b25abd5c1d4a3bb562ad50c5ec74fa44 in 1309ms, sequenceid=6, compaction requested=false 2024-11-26T11:22:26,508 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/data/default/test/b25abd5c1d4a3bb562ad50c5ec74fa44/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-26T11:22:26,508 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T11:22:26,508 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T11:22:26,508 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732620123274.b25abd5c1d4a3bb562ad50c5ec74fa44. 2024-11-26T11:22:26,508 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b25abd5c1d4a3bb562ad50c5ec74fa44: Waiting for close lock at 1732620145196Running coprocessor pre-close hooks at 1732620145196Disabling compacts and flushes for region at 1732620145196Disabling writes for close at 1732620145196Obtaining lock to block concurrent updates at 1732620145196Preparing flush snapshotting stores in b25abd5c1d4a3bb562ad50c5ec74fa44 at 1732620145196Finished memstore snapshotting test,,1732620123274.b25abd5c1d4a3bb562ad50c5ec74fa44., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732620145196Flushing stores of test,,1732620123274.b25abd5c1d4a3bb562ad50c5ec74fa44. at 1732620145197 (+1 ms)Flushing b25abd5c1d4a3bb562ad50c5ec74fa44/f: creating writer at 1732620145197Flushing b25abd5c1d4a3bb562ad50c5ec74fa44/f: appending metadata at 1732620145217 (+20 ms)Flushing b25abd5c1d4a3bb562ad50c5ec74fa44/f: closing flushed file at 1732620145217Flushing b25abd5c1d4a3bb562ad50c5ec74fa44/f1: creating writer at 1732620145634 (+417 ms)Flushing b25abd5c1d4a3bb562ad50c5ec74fa44/f1: appending metadata at 1732620145648 (+14 ms)Flushing b25abd5c1d4a3bb562ad50c5ec74fa44/f1: closing flushed file at 1732620145648Flushing b25abd5c1d4a3bb562ad50c5ec74fa44/norep: creating writer at 1732620146066 (+418 ms)Flushing b25abd5c1d4a3bb562ad50c5ec74fa44/norep: appending metadata at 1732620146082 (+16 ms)Flushing b25abd5c1d4a3bb562ad50c5ec74fa44/norep: closing flushed file at 1732620146082Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2aff1ab2: reopening flushed file at 1732620146490 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@274da6b2: reopening flushed file at 1732620146495 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73f41297: reopening flushed file at 1732620146500 (+5 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for b25abd5c1d4a3bb562ad50c5ec74fa44 in 1309ms, sequenceid=6, compaction requested=false at 1732620146505 (+5 ms)Writing region close event to WAL at 1732620146506 (+1 ms)Running coprocessor post-close hooks at 1732620146508 (+2 ms)Closed at 1732620146508 2024-11-26T11:22:26,509 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732620123274.b25abd5c1d4a3bb562ad50c5ec74fa44. 2024-11-26T11:22:26,543 INFO [RS:0;7f3a3edaecc3:42311 {}] regionserver.HRegionServer(976): stopping server 7f3a3edaecc3,42311,1732620110145; all regions closed. 2024-11-26T11:22:26,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45247 is added to blk_1073741834_1010 (size=4239) 2024-11-26T11:22:26,547 DEBUG [RS:0;7f3a3edaecc3:42311 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/oldWALs 2024-11-26T11:22:26,547 INFO [RS:0;7f3a3edaecc3:42311 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7f3a3edaecc3%2C42311%2C1732620110145.meta:.meta(num 1732620111854) 2024-11-26T11:22:26,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45247 is added to blk_1073741839_1015 (size=2240) 2024-11-26T11:22:26,550 DEBUG [RS:0;7f3a3edaecc3:42311 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/oldWALs 2024-11-26T11:22:26,550 INFO [RS:0;7f3a3edaecc3:42311 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7f3a3edaecc3%2C42311%2C1732620110145.rep:(num 1732620126605) 2024-11-26T11:22:26,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45247 is added to blk_1073741832_1008 (size=1535) 2024-11-26T11:22:26,551 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/WALs/7f3a3edaecc3,42311,1732620110145/7f3a3edaecc3%2C42311%2C1732620110145.1732620111228 not finished, retry = 0 2024-11-26T11:22:26,552 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,42311,1732620110145.replicationSource.wal-reader.7f3a3edaecc3%2C42311%2C1732620110145,1-7f3a3edaecc3,42311,1732620110145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/WALs/7f3a3edaecc3,42311,1732620110145/7f3a3edaecc3%2C42311%2C1732620110145.1732620111228 to pos 636, reset compression=false 2024-11-26T11:22:26,653 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,42311,1732620110145.replicationSource.wal-reader.7f3a3edaecc3%2C42311%2C1732620110145,1-7f3a3edaecc3,42311,1732620110145 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/WALs/7f3a3edaecc3,42311,1732620110145/7f3a3edaecc3%2C42311%2C1732620110145.1732620111228 2024-11-26T11:22:26,653 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,42311,1732620110145.replicationSource.wal-reader.7f3a3edaecc3%2C42311%2C1732620110145,1-7f3a3edaecc3,42311,1732620110145 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T11:22:26,653 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,42311,1732620110145.replicationSource.wal-reader.7f3a3edaecc3%2C42311%2C1732620110145,1-7f3a3edaecc3,42311,1732620110145 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-26T11:22:26,653 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,42311,1732620110145.replicationSource.wal-reader.7f3a3edaecc3%2C42311%2C1732620110145,1-7f3a3edaecc3,42311,1732620110145 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-26T11:22:26,653 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,42311,1732620110145.replicationSource.shipper7f3a3edaecc3%2C42311%2C1732620110145,1-7f3a3edaecc3,42311,1732620110145 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,42311,1732620110145 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/WALs/7f3a3edaecc3,42311,1732620110145/7f3a3edaecc3%2C42311%2C1732620110145.1732620111228, lastWalPosition=1527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-26T11:22:26,654 DEBUG [RS:0;7f3a3edaecc3:42311 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/oldWALs 2024-11-26T11:22:26,654 INFO [RS:0;7f3a3edaecc3:42311 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7f3a3edaecc3%2C42311%2C1732620110145:(num 1732620111228) 2024-11-26T11:22:26,654 DEBUG [RS:0;7f3a3edaecc3:42311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:26,654 INFO [RS:0;7f3a3edaecc3:42311 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T11:22:26,654 INFO [RS:0;7f3a3edaecc3:42311 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T11:22:26,654 INFO [RS:0;7f3a3edaecc3:42311 {}] hbase.ChoreService(370): Chore service for: regionserver/7f3a3edaecc3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T11:22:26,654 INFO [RS:0;7f3a3edaecc3:42311 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T11:22:26,654 INFO [regionserver/7f3a3edaecc3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T11:22:26,654 INFO [RS:0;7f3a3edaecc3:42311 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7f3a3edaecc3,42311,1732620110145 because: Region server is closing 2024-11-26T11:22:26,655 INFO [RS:0;7f3a3edaecc3:42311 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7f3a3edaecc3:42311. 2024-11-26T11:22:26,655 DEBUG [RS:0;7f3a3edaecc3:42311 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:22:26,655 DEBUG [RS:0;7f3a3edaecc3:42311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:26,655 DEBUG [RS:0;7f3a3edaecc3:42311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:26,655 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:22:26,655 ERROR [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,42311,1732620110145.replicationSource.shipper7f3a3edaecc3%2C42311%2C1732620110145,1-7f3a3edaecc3,42311,1732620110145 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7f3a3edaecc3,42311,1732620110145: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7f3a3edaecc3,42311,1732620110145, walGroup=7f3a3edaecc3%2C42311%2C1732620110145, offset=7f3a3edaecc3%2C42311%2C1732620110145.1732620111228:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7f3a3edaecc3:42311 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T11:22:26,656 ERROR [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,42311,1732620110145.replicationSource.shipper7f3a3edaecc3%2C42311%2C1732620110145,1-7f3a3edaecc3,42311,1732620110145 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T11:22:26,656 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,42311,1732620110145.replicationSource.shipper7f3a3edaecc3%2C42311%2C1732620110145,1-7f3a3edaecc3,42311,1732620110145 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T11:22:26,656 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,42311,1732620110145.replicationSource.shipper7f3a3edaecc3%2C42311%2C1732620110145,1-7f3a3edaecc3,42311,1732620110145 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T11:22:26,656 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,42311,1732620110145.replicationSource.shipper7f3a3edaecc3%2C42311%2C1732620110145,1-7f3a3edaecc3,42311,1732620110145 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T11:22:26,656 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,42311,1732620110145.replicationSource.shipper7f3a3edaecc3%2C42311%2C1732620110145,1-7f3a3edaecc3,42311,1732620110145 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T11:22:26,656 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,42311,1732620110145.replicationSource.shipper7f3a3edaecc3%2C42311%2C1732620110145,1-7f3a3edaecc3,42311,1732620110145 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1268776960, "init": 1048576000, "max": 2306867200, "used": 899889800 }, "NonHeapMemoryUsage": { "committed": 207486976, "init": 7667712, "max": -1, "used": 203003344 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T11:22:26,658 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,42311,1732620110145.replicationSource.shipper7f3a3edaecc3%2C42311%2C1732620110145,1-7f3a3edaecc3,42311,1732620110145 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [7f3a3edaecc3%2C42311%2C1732620110145.1732620111228] 2024-11-26T11:22:26,755 INFO [RS:0;7f3a3edaecc3:42311 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,42311,1732620110145.replicationSource.shipper7f3a3edaecc3%2C42311%2C1732620110145,1-7f3a3edaecc3,42311,1732620110145 terminated 2024-11-26T11:22:26,755 INFO [RS:0;7f3a3edaecc3:42311 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42311 2024-11-26T11:22:26,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45635-0x10176e0b76b0000, quorum=127.0.0.1:50273, baseZNode=/0-205751341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-205751341/rs 2024-11-26T11:22:26,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42311-0x10176e0b76b0001, quorum=127.0.0.1:50273, baseZNode=/0-205751341 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-205751341/rs/7f3a3edaecc3,42311,1732620110145 2024-11-26T11:22:26,766 INFO [RS:0;7f3a3edaecc3:42311 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T11:22:26,776 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7f3a3edaecc3,42311,1732620110145] 2024-11-26T11:22:26,787 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-205751341/draining/7f3a3edaecc3,42311,1732620110145 already deleted, retry=false 2024-11-26T11:22:26,787 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7f3a3edaecc3,42311,1732620110145 expired; onlineServers=0 2024-11-26T11:22:26,787 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7f3a3edaecc3,45635,1732620109896' ***** 2024-11-26T11:22:26,787 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T11:22:26,787 INFO [M:0;7f3a3edaecc3:45635 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T11:22:26,787 INFO [M:0;7f3a3edaecc3:45635 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T11:22:26,787 DEBUG [M:0;7f3a3edaecc3:45635 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T11:22:26,787 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T11:22:26,787 DEBUG [M:0;7f3a3edaecc3:45635 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T11:22:26,787 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732620111016 {}] cleaner.HFileCleaner(306): Exit Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732620111016,5,FailOnTimeoutGroup] 2024-11-26T11:22:26,787 INFO [M:0;7f3a3edaecc3:45635 {}] hbase.ChoreService(370): Chore service for: master/7f3a3edaecc3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T11:22:26,787 INFO [M:0;7f3a3edaecc3:45635 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T11:22:26,788 DEBUG [M:0;7f3a3edaecc3:45635 {}] master.HMaster(1795): Stopping service threads 2024-11-26T11:22:26,788 INFO [M:0;7f3a3edaecc3:45635 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T11:22:26,788 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732620111013 {}] cleaner.HFileCleaner(306): Exit Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732620111013,5,FailOnTimeoutGroup] 2024-11-26T11:22:26,788 INFO [M:0;7f3a3edaecc3:45635 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T11:22:26,788 INFO [M:0;7f3a3edaecc3:45635 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T11:22:26,788 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T11:22:26,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45635-0x10176e0b76b0000, quorum=127.0.0.1:50273, baseZNode=/0-205751341 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-205751341/master 2024-11-26T11:22:26,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45635-0x10176e0b76b0000, quorum=127.0.0.1:50273, baseZNode=/0-205751341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-205751341 2024-11-26T11:22:26,797 DEBUG [M:0;7f3a3edaecc3:45635 {}] zookeeper.ZKUtil(347): master:45635-0x10176e0b76b0000, quorum=127.0.0.1:50273, baseZNode=/0-205751341 Unable to get data of znode /0-205751341/master because node does not exist (not an error) 2024-11-26T11:22:26,797 WARN [M:0;7f3a3edaecc3:45635 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T11:22:26,798 INFO [M:0;7f3a3edaecc3:45635 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/.lastflushedseqids 2024-11-26T11:22:26,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45247 is added to blk_1073741848_1024 (size=245) 2024-11-26T11:22:26,804 INFO [M:0;7f3a3edaecc3:45635 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T11:22:26,805 INFO [M:0;7f3a3edaecc3:45635 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T11:22:26,805 DEBUG [M:0;7f3a3edaecc3:45635 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T11:22:26,805 INFO [M:0;7f3a3edaecc3:45635 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:22:26,805 DEBUG [M:0;7f3a3edaecc3:45635 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:22:26,805 DEBUG [M:0;7f3a3edaecc3:45635 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T11:22:26,805 DEBUG [M:0;7f3a3edaecc3:45635 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:22:26,805 INFO [M:0;7f3a3edaecc3:45635 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-26T11:22:26,823 DEBUG [M:0;7f3a3edaecc3:45635 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e38c157d4387446e9ca496e8b9406715 is 82, key is hbase:meta,,1/info:regioninfo/1732620111904/Put/seqid=0 2024-11-26T11:22:26,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45247 is added to blk_1073741849_1025 (size=5672) 2024-11-26T11:22:26,829 INFO [M:0;7f3a3edaecc3:45635 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e38c157d4387446e9ca496e8b9406715 2024-11-26T11:22:26,850 DEBUG [M:0;7f3a3edaecc3:45635 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/45b2c5e2d5774f329611afe40093078f is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732620124063/Put/seqid=0 2024-11-26T11:22:26,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45247 is added to blk_1073741850_1026 (size=7217) 2024-11-26T11:22:26,858 INFO [M:0;7f3a3edaecc3:45635 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/45b2c5e2d5774f329611afe40093078f 2024-11-26T11:22:26,861 INFO [M:0;7f3a3edaecc3:45635 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 45b2c5e2d5774f329611afe40093078f 2024-11-26T11:22:26,877 INFO [RS:0;7f3a3edaecc3:42311 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T11:22:26,877 INFO [RS:0;7f3a3edaecc3:42311 {}] regionserver.HRegionServer(1031): Exiting; stopping=7f3a3edaecc3,42311,1732620110145; zookeeper connection closed. 2024-11-26T11:22:26,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42311-0x10176e0b76b0001, quorum=127.0.0.1:50273, baseZNode=/0-205751341 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:22:26,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42311-0x10176e0b76b0001, quorum=127.0.0.1:50273, baseZNode=/0-205751341 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:22:26,877 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@567668d6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@567668d6 2024-11-26T11:22:26,877 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T11:22:26,879 DEBUG [M:0;7f3a3edaecc3:45635 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e6b99f2753ec4fe6a6a8722f795a9391 is 69, key is 7f3a3edaecc3,42311,1732620110145/rs:state/1732620111055/Put/seqid=0 2024-11-26T11:22:26,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45247 is added to blk_1073741851_1027 (size=5156) 2024-11-26T11:22:26,883 INFO [M:0;7f3a3edaecc3:45635 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e6b99f2753ec4fe6a6a8722f795a9391 2024-11-26T11:22:26,886 DEBUG [M:0;7f3a3edaecc3:45635 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e38c157d4387446e9ca496e8b9406715 as hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e38c157d4387446e9ca496e8b9406715 2024-11-26T11:22:26,890 INFO [M:0;7f3a3edaecc3:45635 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e38c157d4387446e9ca496e8b9406715, entries=8, sequenceid=105, filesize=5.5 K 2024-11-26T11:22:26,891 DEBUG [M:0;7f3a3edaecc3:45635 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/45b2c5e2d5774f329611afe40093078f as hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/45b2c5e2d5774f329611afe40093078f 2024-11-26T11:22:26,904 INFO [M:0;7f3a3edaecc3:45635 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 45b2c5e2d5774f329611afe40093078f 2024-11-26T11:22:26,904 INFO [M:0;7f3a3edaecc3:45635 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/45b2c5e2d5774f329611afe40093078f, entries=11, sequenceid=105, filesize=7.0 K 2024-11-26T11:22:26,905 DEBUG [M:0;7f3a3edaecc3:45635 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e6b99f2753ec4fe6a6a8722f795a9391 as hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e6b99f2753ec4fe6a6a8722f795a9391 2024-11-26T11:22:26,912 INFO [M:0;7f3a3edaecc3:45635 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35407/user/jenkins/test-data/06349374-6176-d7ec-bcde-c9b5cf2bca9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e6b99f2753ec4fe6a6a8722f795a9391, entries=1, sequenceid=105, filesize=5.0 K 2024-11-26T11:22:26,913 INFO [M:0;7f3a3edaecc3:45635 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 108ms, sequenceid=105, compaction requested=false 2024-11-26T11:22:26,920 INFO [M:0;7f3a3edaecc3:45635 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:22:26,920 DEBUG [M:0;7f3a3edaecc3:45635 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732620146805Disabling compacts and flushes for region at 1732620146805Disabling writes for close at 1732620146805Obtaining lock to block concurrent updates at 1732620146805Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732620146805Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1732620146805Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732620146806 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732620146806Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732620146823 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732620146823Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732620146832 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732620146850 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732620146850Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732620146862 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732620146879 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732620146879Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28da2801: reopening flushed file at 1732620146886 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19513629: reopening flushed file at 1732620146890 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fac8db: reopening flushed file at 1732620146904 (+14 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 108ms, sequenceid=105, compaction requested=false at 1732620146913 (+9 ms)Writing region close event to WAL at 1732620146920 (+7 ms)Closed at 1732620146920 2024-11-26T11:22:26,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45247 is added to blk_1073741830_1006 (size=64411) 2024-11-26T11:22:26,923 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T11:22:26,923 INFO [M:0;7f3a3edaecc3:45635 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T11:22:26,923 INFO [M:0;7f3a3edaecc3:45635 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45635 2024-11-26T11:22:26,923 INFO [M:0;7f3a3edaecc3:45635 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T11:22:27,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45635-0x10176e0b76b0000, quorum=127.0.0.1:50273, baseZNode=/0-205751341 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:22:27,034 INFO [M:0;7f3a3edaecc3:45635 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T11:22:27,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45635-0x10176e0b76b0000, quorum=127.0.0.1:50273, baseZNode=/0-205751341 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:22:27,041 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3634fbec{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T11:22:27,041 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4016ad93{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T11:22:27,041 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T11:22:27,041 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25555f30{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T11:22:27,041 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b09a662{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69eb846a-5ed0-4a5a-cca6-3e92c050c38c/hadoop.log.dir/,STOPPED} 2024-11-26T11:22:27,043 WARN [BP-1352909078-172.17.0.3-1732620106755 heartbeating to localhost/127.0.0.1:35407 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T11:22:27,043 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T11:22:27,043 WARN [BP-1352909078-172.17.0.3-1732620106755 heartbeating to localhost/127.0.0.1:35407 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1352909078-172.17.0.3-1732620106755 (Datanode Uuid a8a33783-4aa2-4000-9340-4ed2d40037b5) service to localhost/127.0.0.1:35407 2024-11-26T11:22:27,043 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T11:22:27,044 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69eb846a-5ed0-4a5a-cca6-3e92c050c38c/cluster_0f7eb243-cadf-8c7b-4b73-600faf583ff5/data/data1/current/BP-1352909078-172.17.0.3-1732620106755 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T11:22:27,044 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69eb846a-5ed0-4a5a-cca6-3e92c050c38c/cluster_0f7eb243-cadf-8c7b-4b73-600faf583ff5/data/data2/current/BP-1352909078-172.17.0.3-1732620106755 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T11:22:27,044 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T11:22:27,051 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17eac97d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T11:22:27,052 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@79386e8f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T11:22:27,052 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T11:22:27,052 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f0a46e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T11:22:27,052 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9cb0b37{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69eb846a-5ed0-4a5a-cca6-3e92c050c38c/hadoop.log.dir/,STOPPED} 2024-11-26T11:22:27,058 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T11:22:27,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T11:22:27,081 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=360 (was 312) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35407 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:35407 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50273) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:41221 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41221 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:35407 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:36005 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36005 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-26 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36005 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:36005 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:41221 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50273) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41221 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35407 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:41221 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:36005 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41221 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:35407 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35407 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50273) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35407 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:35407 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41221 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36005 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36005 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:36005 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:41221 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=793 (was 731) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=504 (was 465) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6887 (was 5930) - AvailableMemoryMB LEAK? - 2024-11-26T11:22:27,092 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=360, OpenFileDescriptor=793, MaxFileDescriptor=1048576, SystemLoadAverage=504, ProcessCount=11, AvailableMemoryMB=6887 2024-11-26T11:22:27,105 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-26T11:22:27,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b74d1a3-3e8d-9a8f-f456-4bbf6420d96b/hadoop.log.dir so I do NOT create it in target/test-data/9c3498d9-5823-4f43-41b8-cd750c0e3628 2024-11-26T11:22:27,106 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b74d1a3-3e8d-9a8f-f456-4bbf6420d96b/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T11:22:27,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b74d1a3-3e8d-9a8f-f456-4bbf6420d96b/hadoop.tmp.dir so I do NOT create it in target/test-data/9c3498d9-5823-4f43-41b8-cd750c0e3628 2024-11-26T11:22:27,106 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b74d1a3-3e8d-9a8f-f456-4bbf6420d96b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T11:22:27,106 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3498d9-5823-4f43-41b8-cd750c0e3628 2024-11-26T11:22:27,107 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3498d9-5823-4f43-41b8-cd750c0e3628/cluster_508c5e19-3754-8fcf-bff1-d663137bd1ba, deleteOnExit=true 2024-11-26T11:22:27,113 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3498d9-5823-4f43-41b8-cd750c0e3628/cluster_508c5e19-3754-8fcf-bff1-d663137bd1ba/zookeeper_0, clientPort=55054, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3498d9-5823-4f43-41b8-cd750c0e3628/cluster_508c5e19-3754-8fcf-bff1-d663137bd1ba/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3498d9-5823-4f43-41b8-cd750c0e3628/cluster_508c5e19-3754-8fcf-bff1-d663137bd1ba/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T11:22:27,113 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55054 2024-11-26T11:22:27,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T11:22:27,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T11:22:27,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3498d9-5823-4f43-41b8-cd750c0e3628/test.cache.data in system properties and HBase conf 2024-11-26T11:22:27,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3498d9-5823-4f43-41b8-cd750c0e3628/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T11:22:27,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3498d9-5823-4f43-41b8-cd750c0e3628/hadoop.log.dir in system properties and HBase conf 2024-11-26T11:22:27,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3498d9-5823-4f43-41b8-cd750c0e3628/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T11:22:27,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3498d9-5823-4f43-41b8-cd750c0e3628/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T11:22:27,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T11:22:27,114 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T11:22:27,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3498d9-5823-4f43-41b8-cd750c0e3628/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T11:22:27,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3498d9-5823-4f43-41b8-cd750c0e3628/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T11:22:27,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3498d9-5823-4f43-41b8-cd750c0e3628/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T11:22:27,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3498d9-5823-4f43-41b8-cd750c0e3628/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T11:22:27,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3498d9-5823-4f43-41b8-cd750c0e3628/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T11:22:27,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3498d9-5823-4f43-41b8-cd750c0e3628/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T11:22:27,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3498d9-5823-4f43-41b8-cd750c0e3628/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T11:22:27,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3498d9-5823-4f43-41b8-cd750c0e3628/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T11:22:27,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3498d9-5823-4f43-41b8-cd750c0e3628/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T11:22:27,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3498d9-5823-4f43-41b8-cd750c0e3628/nfs.dump.dir in system properties and HBase conf 2024-11-26T11:22:27,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3498d9-5823-4f43-41b8-cd750c0e3628/java.io.tmpdir in system properties and HBase conf 2024-11-26T11:22:27,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3498d9-5823-4f43-41b8-cd750c0e3628/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T11:22:27,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3498d9-5823-4f43-41b8-cd750c0e3628/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T11:22:27,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3498d9-5823-4f43-41b8-cd750c0e3628/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T11:22:27,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10176e0b76b0008, quorum=127.0.0.1:50273, baseZNode=/2-1820290339 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T11:22:27,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10176e0b76b0005, quorum=127.0.0.1:50273, baseZNode=/1-704077044 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T11:22:27,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10176e0b76b0002, quorum=127.0.0.1:50273, baseZNode=/0-205751341 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T11:22:27,156 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10176e0b76b0008, quorum=127.0.0.1:50273, baseZNode=/2-1820290339 Received Disconnected from ZooKeeper, ignoring 2024-11-26T11:22:27,156 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10176e0b76b0005, quorum=127.0.0.1:50273, baseZNode=/1-704077044 Received Disconnected from ZooKeeper, ignoring 2024-11-26T11:22:27,157 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10176e0b76b0002, quorum=127.0.0.1:50273, baseZNode=/0-205751341 Received Disconnected from ZooKeeper, ignoring 2024-11-26T11:22:27,479 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:22:27,482 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T11:22:27,489 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T11:22:27,489 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T11:22:27,490 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T11:22:27,490 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:22:27,492 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6097b388{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3498d9-5823-4f43-41b8-cd750c0e3628/hadoop.log.dir/,AVAILABLE} 2024-11-26T11:22:27,493 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1dc4ebcd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T11:22:27,613 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5ddd554c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3498d9-5823-4f43-41b8-cd750c0e3628/java.io.tmpdir/jetty-localhost-46047-hadoop-hdfs-3_4_1-tests_jar-_-any-3101420558324124180/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T11:22:27,613 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7fe0cecc{HTTP/1.1, (http/1.1)}{localhost:46047} 2024-11-26T11:22:27,613 INFO [Time-limited test {}] server.Server(415): Started @319764ms 2024-11-26T11:22:27,928 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:22:27,934 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T11:22:27,937 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T11:22:27,937 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T11:22:27,937 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T11:22:27,937 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66938660{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3498d9-5823-4f43-41b8-cd750c0e3628/hadoop.log.dir/,AVAILABLE} 2024-11-26T11:22:27,938 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7636a5b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T11:22:28,036 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2943342{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3498d9-5823-4f43-41b8-cd750c0e3628/java.io.tmpdir/jetty-localhost-33479-hadoop-hdfs-3_4_1-tests_jar-_-any-11912680320215383509/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T11:22:28,036 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@458786c7{HTTP/1.1, (http/1.1)}{localhost:33479} 2024-11-26T11:22:28,036 INFO [Time-limited test {}] server.Server(415): Started @320187ms 2024-11-26T11:22:28,037 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T11:22:29,343 WARN [Thread-4171 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3498d9-5823-4f43-41b8-cd750c0e3628/cluster_508c5e19-3754-8fcf-bff1-d663137bd1ba/data/data2/current/BP-1772753379-172.17.0.3-1732620147130/current, will proceed with Du for space computation calculation, 2024-11-26T11:22:29,343 WARN [Thread-4170 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3498d9-5823-4f43-41b8-cd750c0e3628/cluster_508c5e19-3754-8fcf-bff1-d663137bd1ba/data/data1/current/BP-1772753379-172.17.0.3-1732620147130/current, will proceed with Du for space computation calculation, 2024-11-26T11:22:29,359 WARN [Thread-4158 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T11:22:29,361 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc60d08b2e17cdb0f with lease ID 0x67d77176259eed72: Processing first storage report for DS-9f766d6c-a485-4a1f-82d5-e1d468295014 from datanode DatanodeRegistration(127.0.0.1:36155, datanodeUuid=a2a210de-4b5e-43e5-a05d-f4235b7348e2, infoPort=46489, infoSecurePort=0, ipcPort=44211, storageInfo=lv=-57;cid=testClusterID;nsid=1438653755;c=1732620147130) 2024-11-26T11:22:29,361 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc60d08b2e17cdb0f with lease ID 0x67d77176259eed72: from storage DS-9f766d6c-a485-4a1f-82d5-e1d468295014 node DatanodeRegistration(127.0.0.1:36155, datanodeUuid=a2a210de-4b5e-43e5-a05d-f4235b7348e2, infoPort=46489, infoSecurePort=0, ipcPort=44211, storageInfo=lv=-57;cid=testClusterID;nsid=1438653755;c=1732620147130), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T11:22:29,361 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc60d08b2e17cdb0f with lease ID 0x67d77176259eed72: Processing first storage report for DS-85940703-f544-4a57-aead-7a71aafc11e2 from datanode DatanodeRegistration(127.0.0.1:36155, datanodeUuid=a2a210de-4b5e-43e5-a05d-f4235b7348e2, infoPort=46489, infoSecurePort=0, ipcPort=44211, storageInfo=lv=-57;cid=testClusterID;nsid=1438653755;c=1732620147130) 2024-11-26T11:22:29,361 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc60d08b2e17cdb0f with lease ID 0x67d77176259eed72: from storage DS-85940703-f544-4a57-aead-7a71aafc11e2 node DatanodeRegistration(127.0.0.1:36155, datanodeUuid=a2a210de-4b5e-43e5-a05d-f4235b7348e2, infoPort=46489, infoSecurePort=0, ipcPort=44211, storageInfo=lv=-57;cid=testClusterID;nsid=1438653755;c=1732620147130), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T11:22:29,371 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3498d9-5823-4f43-41b8-cd750c0e3628 2024-11-26T11:22:29,371 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:22:29,372 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:22:29,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36155 is added to blk_1073741825_1001 (size=7) 2024-11-26T11:22:29,778 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39339/user/jenkins/test-data/c8f24a1d-f538-59ae-fd7c-0eeb4ef0cef3 with version=8 2024-11-26T11:22:29,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39339/user/jenkins/test-data/c8f24a1d-f538-59ae-fd7c-0eeb4ef0cef3/hbase-staging 2024-11-26T11:22:29,780 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7f3a3edaecc3:0 server-side Connection retries=45 2024-11-26T11:22:29,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:22:29,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T11:22:29,780 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T11:22:29,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:22:29,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T11:22:29,780 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T11:22:29,780 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T11:22:29,781 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39415 2024-11-26T11:22:29,781 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39415 connecting to ZooKeeper ensemble=127.0.0.1:55054 2024-11-26T11:22:29,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:394150x0, quorum=127.0.0.1:55054, baseZNode=/01322985534 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:22:29,834 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39415-0x10176e155530000 connected 2024-11-26T11:22:29,913 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:22:29,915 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:22:29,917 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39415-0x10176e155530000, quorum=127.0.0.1:55054, baseZNode=/01322985534 Set watcher on znode that does not yet exist, /01322985534/running 2024-11-26T11:22:29,917 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39339/user/jenkins/test-data/c8f24a1d-f538-59ae-fd7c-0eeb4ef0cef3, hbase.cluster.distributed=false 2024-11-26T11:22:29,918 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39415-0x10176e155530000, quorum=127.0.0.1:55054, baseZNode=/01322985534 Set watcher on znode that does not yet exist, /01322985534/acl 2024-11-26T11:22:29,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39415 2024-11-26T11:22:29,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39415 2024-11-26T11:22:29,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39415 2024-11-26T11:22:29,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39415 2024-11-26T11:22:29,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39415 2024-11-26T11:22:29,981 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7f3a3edaecc3:0 server-side Connection retries=45 2024-11-26T11:22:29,981 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:22:29,981 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T11:22:29,981 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T11:22:29,981 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:22:29,981 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T11:22:29,981 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T11:22:29,981 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T11:22:29,984 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39077 2024-11-26T11:22:29,985 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39077 connecting to ZooKeeper ensemble=127.0.0.1:55054 2024-11-26T11:22:29,986 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:22:29,988 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:22:30,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390770x0, quorum=127.0.0.1:55054, baseZNode=/01322985534 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:22:30,111 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:390770x0, quorum=127.0.0.1:55054, baseZNode=/01322985534 Set watcher on znode that does not yet exist, /01322985534/running 2024-11-26T11:22:30,111 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39077-0x10176e155530001 connected 2024-11-26T11:22:30,112 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T11:22:30,112 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T11:22:30,113 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39077-0x10176e155530001, quorum=127.0.0.1:55054, baseZNode=/01322985534 Set watcher on znode that does not yet exist, /01322985534/master 2024-11-26T11:22:30,114 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39077-0x10176e155530001, quorum=127.0.0.1:55054, baseZNode=/01322985534 Set watcher on znode that does not yet exist, /01322985534/acl 2024-11-26T11:22:30,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39077 2024-11-26T11:22:30,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39077 2024-11-26T11:22:30,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39077 2024-11-26T11:22:30,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39077 2024-11-26T11:22:30,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39077 2024-11-26T11:22:30,125 DEBUG [M:0;7f3a3edaecc3:39415 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7f3a3edaecc3:39415 2024-11-26T11:22:30,126 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01322985534/backup-masters/7f3a3edaecc3,39415,1732620149780 2024-11-26T11:22:30,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39077-0x10176e155530001, quorum=127.0.0.1:55054, baseZNode=/01322985534 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01322985534/backup-masters 2024-11-26T11:22:30,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39415-0x10176e155530000, quorum=127.0.0.1:55054, baseZNode=/01322985534 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01322985534/backup-masters 2024-11-26T11:22:30,198 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39415-0x10176e155530000, quorum=127.0.0.1:55054, baseZNode=/01322985534 Set watcher on existing znode=/01322985534/backup-masters/7f3a3edaecc3,39415,1732620149780 2024-11-26T11:22:30,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39077-0x10176e155530001, quorum=127.0.0.1:55054, baseZNode=/01322985534 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01322985534/master 2024-11-26T11:22:30,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39415-0x10176e155530000, quorum=127.0.0.1:55054, baseZNode=/01322985534 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01322985534 2024-11-26T11:22:30,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39077-0x10176e155530001, quorum=127.0.0.1:55054, baseZNode=/01322985534 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01322985534 2024-11-26T11:22:30,267 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39415-0x10176e155530000, quorum=127.0.0.1:55054, baseZNode=/01322985534 Set watcher on existing znode=/01322985534/master 2024-11-26T11:22:30,267 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01322985534/backup-masters/7f3a3edaecc3,39415,1732620149780 from backup master directory 2024-11-26T11:22:30,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39415-0x10176e155530000, quorum=127.0.0.1:55054, baseZNode=/01322985534 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01322985534/backup-masters/7f3a3edaecc3,39415,1732620149780 2024-11-26T11:22:30,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39077-0x10176e155530001, quorum=127.0.0.1:55054, baseZNode=/01322985534 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01322985534/backup-masters 2024-11-26T11:22:30,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39415-0x10176e155530000, quorum=127.0.0.1:55054, baseZNode=/01322985534 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01322985534/backup-masters 2024-11-26T11:22:30,330 WARN [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T11:22:30,330 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7f3a3edaecc3,39415,1732620149780 2024-11-26T11:22:30,333 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39339/user/jenkins/test-data/c8f24a1d-f538-59ae-fd7c-0eeb4ef0cef3/hbase.id] with ID: 3056a0de-9f94-4273-ad63-06d8325c5fe6 2024-11-26T11:22:30,333 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39339/user/jenkins/test-data/c8f24a1d-f538-59ae-fd7c-0eeb4ef0cef3/.tmp/hbase.id 2024-11-26T11:22:30,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36155 is added to blk_1073741826_1002 (size=42) 2024-11-26T11:22:30,697 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T11:22:30,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:30,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:30,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:30,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:30,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:30,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:30,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:30,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:30,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:30,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:30,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:30,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:30,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:30,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:30,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:30,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:30,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:30,737 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39339/user/jenkins/test-data/c8f24a1d-f538-59ae-fd7c-0eeb4ef0cef3/.tmp/hbase.id]:[hdfs://localhost:39339/user/jenkins/test-data/c8f24a1d-f538-59ae-fd7c-0eeb4ef0cef3/hbase.id] 2024-11-26T11:22:30,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:30,744 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:22:30,745 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T11:22:30,745 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-26T11:22:30,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39077-0x10176e155530001, quorum=127.0.0.1:55054, baseZNode=/01322985534 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01322985534 2024-11-26T11:22:30,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39415-0x10176e155530000, quorum=127.0.0.1:55054, baseZNode=/01322985534 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01322985534 2024-11-26T11:22:30,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36155 is added to blk_1073741827_1003 (size=196) 2024-11-26T11:22:31,172 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T11:22:31,172 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T11:22:31,173 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:22:31,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36155 is added to blk_1073741828_1004 (size=1189) 2024-11-26T11:22:31,578 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39339/user/jenkins/test-data/c8f24a1d-f538-59ae-fd7c-0eeb4ef0cef3/MasterData/data/master/store 2024-11-26T11:22:31,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36155 is added to blk_1073741829_1005 (size=34) 2024-11-26T11:22:31,983 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:22:31,983 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T11:22:31,983 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:22:31,983 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:22:31,983 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T11:22:31,983 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:22:31,983 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:22:31,983 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732620151983Disabling compacts and flushes for region at 1732620151983Disabling writes for close at 1732620151983Writing region close event to WAL at 1732620151983Closed at 1732620151983 2024-11-26T11:22:31,984 WARN [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39339/user/jenkins/test-data/c8f24a1d-f538-59ae-fd7c-0eeb4ef0cef3/MasterData/data/master/store/.initializing 2024-11-26T11:22:31,984 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39339/user/jenkins/test-data/c8f24a1d-f538-59ae-fd7c-0eeb4ef0cef3/MasterData/WALs/7f3a3edaecc3,39415,1732620149780 2024-11-26T11:22:31,985 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T11:22:31,986 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7f3a3edaecc3%2C39415%2C1732620149780, suffix=, logDir=hdfs://localhost:39339/user/jenkins/test-data/c8f24a1d-f538-59ae-fd7c-0eeb4ef0cef3/MasterData/WALs/7f3a3edaecc3,39415,1732620149780, archiveDir=hdfs://localhost:39339/user/jenkins/test-data/c8f24a1d-f538-59ae-fd7c-0eeb4ef0cef3/MasterData/oldWALs, maxLogs=10 2024-11-26T11:22:32,003 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c8f24a1d-f538-59ae-fd7c-0eeb4ef0cef3/MasterData/WALs/7f3a3edaecc3,39415,1732620149780/7f3a3edaecc3%2C39415%2C1732620149780.1732620151987, exclude list is [], retry=0 2024-11-26T11:22:32,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36155,DS-9f766d6c-a485-4a1f-82d5-e1d468295014,DISK] 2024-11-26T11:22:32,007 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8f24a1d-f538-59ae-fd7c-0eeb4ef0cef3/MasterData/WALs/7f3a3edaecc3,39415,1732620149780/7f3a3edaecc3%2C39415%2C1732620149780.1732620151987 2024-11-26T11:22:32,007 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46489:46489)] 2024-11-26T11:22:32,007 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:22:32,007 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:22:32,007 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:22:32,007 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:22:32,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:22:32,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T11:22:32,011 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:32,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:22:32,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:22:32,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T11:22:32,012 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:32,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:22:32,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:22:32,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T11:22:32,013 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:32,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:22:32,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:22:32,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T11:22:32,014 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:32,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:22:32,015 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:22:32,015 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39339/user/jenkins/test-data/c8f24a1d-f538-59ae-fd7c-0eeb4ef0cef3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:22:32,016 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39339/user/jenkins/test-data/c8f24a1d-f538-59ae-fd7c-0eeb4ef0cef3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:22:32,017 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:22:32,017 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:22:32,017 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:22:32,018 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:22:32,019 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39339/user/jenkins/test-data/c8f24a1d-f538-59ae-fd7c-0eeb4ef0cef3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:22:32,020 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68688398, jitterRate=0.023536890745162964}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:22:32,020 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732620152008Initializing all the Stores at 1732620152008Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620152008Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620152010 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620152010Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620152010Cleaning up temporary data from old regions at 1732620152017 (+7 ms)Region opened successfully at 1732620152020 (+3 ms) 2024-11-26T11:22:32,021 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T11:22:32,023 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@349743b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7f3a3edaecc3/172.17.0.3:0 2024-11-26T11:22:32,023 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T11:22:32,024 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T11:22:32,024 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T11:22:32,024 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T11:22:32,024 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T11:22:32,024 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T11:22:32,024 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T11:22:32,026 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T11:22:32,027 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39415-0x10176e155530000, quorum=127.0.0.1:55054, baseZNode=/01322985534 Unable to get data of znode /01322985534/balancer because node does not exist (not necessarily an error) 2024-11-26T11:22:32,091 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01322985534/balancer already deleted, retry=false 2024-11-26T11:22:32,092 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T11:22:32,092 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39415-0x10176e155530000, quorum=127.0.0.1:55054, baseZNode=/01322985534 Unable to get data of znode /01322985534/normalizer because node does not exist (not necessarily an error) 2024-11-26T11:22:32,102 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01322985534/normalizer already deleted, retry=false 2024-11-26T11:22:32,102 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T11:22:32,103 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39415-0x10176e155530000, quorum=127.0.0.1:55054, baseZNode=/01322985534 Unable to get data of znode /01322985534/switch/split because node does not exist (not necessarily an error) 2024-11-26T11:22:32,112 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01322985534/switch/split already deleted, retry=false 2024-11-26T11:22:32,113 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39415-0x10176e155530000, quorum=127.0.0.1:55054, baseZNode=/01322985534 Unable to get data of znode /01322985534/switch/merge because node does not exist (not necessarily an error) 2024-11-26T11:22:32,123 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01322985534/switch/merge already deleted, retry=false 2024-11-26T11:22:32,125 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39415-0x10176e155530000, quorum=127.0.0.1:55054, baseZNode=/01322985534 Unable to get data of znode /01322985534/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T11:22:32,133 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01322985534/snapshot-cleanup already deleted, retry=false 2024-11-26T11:22:32,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39415-0x10176e155530000, quorum=127.0.0.1:55054, baseZNode=/01322985534 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01322985534/running 2024-11-26T11:22:32,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39415-0x10176e155530000, quorum=127.0.0.1:55054, baseZNode=/01322985534 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01322985534 2024-11-26T11:22:32,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39077-0x10176e155530001, quorum=127.0.0.1:55054, baseZNode=/01322985534 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01322985534/running 2024-11-26T11:22:32,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39077-0x10176e155530001, quorum=127.0.0.1:55054, baseZNode=/01322985534 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01322985534 2024-11-26T11:22:32,144 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7f3a3edaecc3,39415,1732620149780, sessionid=0x10176e155530000, setting cluster-up flag (Was=false) 2024-11-26T11:22:32,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39415-0x10176e155530000, quorum=127.0.0.1:55054, baseZNode=/01322985534 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01322985534 2024-11-26T11:22:32,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39077-0x10176e155530001, quorum=127.0.0.1:55054, baseZNode=/01322985534 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01322985534 2024-11-26T11:22:32,218 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01322985534/flush-table-proc/acquired, /01322985534/flush-table-proc/reached, /01322985534/flush-table-proc/abort 2024-11-26T11:22:32,219 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7f3a3edaecc3,39415,1732620149780 2024-11-26T11:22:32,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39415-0x10176e155530000, quorum=127.0.0.1:55054, baseZNode=/01322985534 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01322985534 2024-11-26T11:22:32,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39077-0x10176e155530001, quorum=127.0.0.1:55054, baseZNode=/01322985534 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01322985534 2024-11-26T11:22:32,323 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01322985534/online-snapshot/acquired, /01322985534/online-snapshot/reached, /01322985534/online-snapshot/abort 2024-11-26T11:22:32,324 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7f3a3edaecc3,39415,1732620149780 2024-11-26T11:22:32,325 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39339/user/jenkins/test-data/c8f24a1d-f538-59ae-fd7c-0eeb4ef0cef3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T11:22:32,327 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T11:22:32,327 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T11:22:32,327 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T11:22:32,327 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7f3a3edaecc3,39415,1732620149780 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T11:22:32,328 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:22:32,328 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:22:32,328 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:22:32,328 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:22:32,328 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7f3a3edaecc3:0, corePoolSize=10, maxPoolSize=10 2024-11-26T11:22:32,328 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:22:32,328 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=2, maxPoolSize=2 2024-11-26T11:22:32,328 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:22:32,329 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732620182329 2024-11-26T11:22:32,329 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T11:22:32,329 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T11:22:32,329 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T11:22:32,329 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T11:22:32,329 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T11:22:32,329 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T11:22:32,329 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T11:22:32,330 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:32,330 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T11:22:32,330 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T11:22:32,330 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T11:22:32,330 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T11:22:32,330 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T11:22:32,330 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T11:22:32,330 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T11:22:32,330 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:32,330 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732620152330,5,FailOnTimeoutGroup] 2024-11-26T11:22:32,330 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732620152330,5,FailOnTimeoutGroup] 2024-11-26T11:22:32,330 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T11:22:32,330 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:32,330 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T11:22:32,331 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:32,331 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:32,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36155 is added to blk_1073741831_1007 (size=1321) 2024-11-26T11:22:32,418 INFO [RS:0;7f3a3edaecc3:39077 {}] regionserver.HRegionServer(746): ClusterId : 3056a0de-9f94-4273-ad63-06d8325c5fe6 2024-11-26T11:22:32,418 DEBUG [RS:0;7f3a3edaecc3:39077 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T11:22:32,439 DEBUG [RS:0;7f3a3edaecc3:39077 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T11:22:32,439 DEBUG [RS:0;7f3a3edaecc3:39077 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T11:22:32,461 DEBUG [RS:0;7f3a3edaecc3:39077 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T11:22:32,461 DEBUG [RS:0;7f3a3edaecc3:39077 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@357417c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7f3a3edaecc3/172.17.0.3:0 2024-11-26T11:22:32,475 DEBUG [RS:0;7f3a3edaecc3:39077 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7f3a3edaecc3:39077 2024-11-26T11:22:32,475 INFO [RS:0;7f3a3edaecc3:39077 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T11:22:32,475 INFO [RS:0;7f3a3edaecc3:39077 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T11:22:32,475 DEBUG [RS:0;7f3a3edaecc3:39077 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T11:22:32,476 INFO [RS:0;7f3a3edaecc3:39077 {}] regionserver.HRegionServer(2659): reportForDuty to master=7f3a3edaecc3,39415,1732620149780 with port=39077, startcode=1732620149980 2024-11-26T11:22:32,476 DEBUG [RS:0;7f3a3edaecc3:39077 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T11:22:32,477 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47251, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T11:22:32,477 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39415 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7f3a3edaecc3,39077,1732620149980 2024-11-26T11:22:32,478 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39415 {}] master.ServerManager(517): Registering regionserver=7f3a3edaecc3,39077,1732620149980 2024-11-26T11:22:32,479 DEBUG [RS:0;7f3a3edaecc3:39077 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39339/user/jenkins/test-data/c8f24a1d-f538-59ae-fd7c-0eeb4ef0cef3 2024-11-26T11:22:32,479 DEBUG [RS:0;7f3a3edaecc3:39077 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39339 2024-11-26T11:22:32,479 DEBUG [RS:0;7f3a3edaecc3:39077 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T11:22:32,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39415-0x10176e155530000, quorum=127.0.0.1:55054, baseZNode=/01322985534 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01322985534/rs 2024-11-26T11:22:32,489 DEBUG [RS:0;7f3a3edaecc3:39077 {}] zookeeper.ZKUtil(111): regionserver:39077-0x10176e155530001, quorum=127.0.0.1:55054, baseZNode=/01322985534 Set watcher on existing znode=/01322985534/rs/7f3a3edaecc3,39077,1732620149980 2024-11-26T11:22:32,489 WARN [RS:0;7f3a3edaecc3:39077 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T11:22:32,489 INFO [RS:0;7f3a3edaecc3:39077 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:22:32,490 DEBUG [RS:0;7f3a3edaecc3:39077 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39339/user/jenkins/test-data/c8f24a1d-f538-59ae-fd7c-0eeb4ef0cef3/WALs/7f3a3edaecc3,39077,1732620149980 2024-11-26T11:22:32,490 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7f3a3edaecc3,39077,1732620149980] 2024-11-26T11:22:32,492 INFO [RS:0;7f3a3edaecc3:39077 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T11:22:32,493 INFO [RS:0;7f3a3edaecc3:39077 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T11:22:32,494 INFO [RS:0;7f3a3edaecc3:39077 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T11:22:32,494 INFO [RS:0;7f3a3edaecc3:39077 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:32,494 INFO [RS:0;7f3a3edaecc3:39077 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T11:22:32,494 INFO [RS:0;7f3a3edaecc3:39077 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T11:22:32,494 INFO [RS:0;7f3a3edaecc3:39077 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:32,495 DEBUG [RS:0;7f3a3edaecc3:39077 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:22:32,495 DEBUG [RS:0;7f3a3edaecc3:39077 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:22:32,495 DEBUG [RS:0;7f3a3edaecc3:39077 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:22:32,495 DEBUG [RS:0;7f3a3edaecc3:39077 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:22:32,495 DEBUG [RS:0;7f3a3edaecc3:39077 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:22:32,495 DEBUG [RS:0;7f3a3edaecc3:39077 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7f3a3edaecc3:0, corePoolSize=2, maxPoolSize=2 2024-11-26T11:22:32,495 DEBUG [RS:0;7f3a3edaecc3:39077 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:22:32,495 DEBUG [RS:0;7f3a3edaecc3:39077 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:22:32,495 DEBUG [RS:0;7f3a3edaecc3:39077 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:22:32,495 DEBUG [RS:0;7f3a3edaecc3:39077 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:22:32,495 DEBUG [RS:0;7f3a3edaecc3:39077 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:22:32,495 DEBUG [RS:0;7f3a3edaecc3:39077 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:22:32,495 DEBUG [RS:0;7f3a3edaecc3:39077 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7f3a3edaecc3:0, corePoolSize=3, maxPoolSize=3 2024-11-26T11:22:32,495 DEBUG [RS:0;7f3a3edaecc3:39077 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7f3a3edaecc3:0, corePoolSize=3, maxPoolSize=3 2024-11-26T11:22:32,495 INFO [RS:0;7f3a3edaecc3:39077 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:32,495 INFO [RS:0;7f3a3edaecc3:39077 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:32,495 INFO [RS:0;7f3a3edaecc3:39077 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:32,495 INFO [RS:0;7f3a3edaecc3:39077 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:32,495 INFO [RS:0;7f3a3edaecc3:39077 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:32,495 INFO [RS:0;7f3a3edaecc3:39077 {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,39077,1732620149980-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T11:22:32,508 INFO [RS:0;7f3a3edaecc3:39077 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T11:22:32,509 INFO [RS:0;7f3a3edaecc3:39077 {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,39077,1732620149980-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:32,509 INFO [RS:0;7f3a3edaecc3:39077 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:32,509 INFO [RS:0;7f3a3edaecc3:39077 {}] regionserver.Replication(171): 7f3a3edaecc3,39077,1732620149980 started 2024-11-26T11:22:32,521 INFO [RS:0;7f3a3edaecc3:39077 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:32,521 INFO [RS:0;7f3a3edaecc3:39077 {}] regionserver.HRegionServer(1482): Serving as 7f3a3edaecc3,39077,1732620149980, RpcServer on 7f3a3edaecc3/172.17.0.3:39077, sessionid=0x10176e155530001 2024-11-26T11:22:32,522 DEBUG [RS:0;7f3a3edaecc3:39077 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T11:22:32,522 DEBUG [RS:0;7f3a3edaecc3:39077 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7f3a3edaecc3,39077,1732620149980 2024-11-26T11:22:32,522 DEBUG [RS:0;7f3a3edaecc3:39077 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7f3a3edaecc3,39077,1732620149980' 2024-11-26T11:22:32,522 DEBUG [RS:0;7f3a3edaecc3:39077 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01322985534/flush-table-proc/abort' 2024-11-26T11:22:32,522 DEBUG [RS:0;7f3a3edaecc3:39077 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01322985534/flush-table-proc/acquired' 2024-11-26T11:22:32,522 DEBUG [RS:0;7f3a3edaecc3:39077 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T11:22:32,522 DEBUG [RS:0;7f3a3edaecc3:39077 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T11:22:32,522 DEBUG [RS:0;7f3a3edaecc3:39077 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7f3a3edaecc3,39077,1732620149980 2024-11-26T11:22:32,522 DEBUG [RS:0;7f3a3edaecc3:39077 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7f3a3edaecc3,39077,1732620149980' 2024-11-26T11:22:32,522 DEBUG [RS:0;7f3a3edaecc3:39077 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01322985534/online-snapshot/abort' 2024-11-26T11:22:32,523 DEBUG [RS:0;7f3a3edaecc3:39077 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01322985534/online-snapshot/acquired' 2024-11-26T11:22:32,523 DEBUG [RS:0;7f3a3edaecc3:39077 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T11:22:32,523 INFO [RS:0;7f3a3edaecc3:39077 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T11:22:32,523 INFO [RS:0;7f3a3edaecc3:39077 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T11:22:32,623 INFO [RS:0;7f3a3edaecc3:39077 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T11:22:32,625 INFO [RS:0;7f3a3edaecc3:39077 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7f3a3edaecc3%2C39077%2C1732620149980, suffix=, logDir=hdfs://localhost:39339/user/jenkins/test-data/c8f24a1d-f538-59ae-fd7c-0eeb4ef0cef3/WALs/7f3a3edaecc3,39077,1732620149980, archiveDir=hdfs://localhost:39339/user/jenkins/test-data/c8f24a1d-f538-59ae-fd7c-0eeb4ef0cef3/oldWALs, maxLogs=10 2024-11-26T11:22:32,636 DEBUG [RS:0;7f3a3edaecc3:39077 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c8f24a1d-f538-59ae-fd7c-0eeb4ef0cef3/WALs/7f3a3edaecc3,39077,1732620149980/7f3a3edaecc3%2C39077%2C1732620149980.1732620152625, exclude list is [], retry=0 2024-11-26T11:22:32,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36155,DS-9f766d6c-a485-4a1f-82d5-e1d468295014,DISK] 2024-11-26T11:22:32,640 INFO [RS:0;7f3a3edaecc3:39077 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8f24a1d-f538-59ae-fd7c-0eeb4ef0cef3/WALs/7f3a3edaecc3,39077,1732620149980/7f3a3edaecc3%2C39077%2C1732620149980.1732620152625 2024-11-26T11:22:32,640 DEBUG [RS:0;7f3a3edaecc3:39077 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46489:46489)] 2024-11-26T11:22:32,746 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39339/user/jenkins/test-data/c8f24a1d-f538-59ae-fd7c-0eeb4ef0cef3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T11:22:32,746 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39339/user/jenkins/test-data/c8f24a1d-f538-59ae-fd7c-0eeb4ef0cef3 2024-11-26T11:22:32,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36155 is added to blk_1073741833_1009 (size=32) 2024-11-26T11:22:33,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:22:33,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T11:22:33,154 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T11:22:33,154 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:33,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:22:33,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T11:22:33,155 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T11:22:33,155 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:33,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:22:33,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T11:22:33,156 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T11:22:33,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:33,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:22:33,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T11:22:33,157 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T11:22:33,157 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:33,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:22:33,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T11:22:33,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39339/user/jenkins/test-data/c8f24a1d-f538-59ae-fd7c-0eeb4ef0cef3/data/hbase/meta/1588230740 2024-11-26T11:22:33,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39339/user/jenkins/test-data/c8f24a1d-f538-59ae-fd7c-0eeb4ef0cef3/data/hbase/meta/1588230740 2024-11-26T11:22:33,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T11:22:33,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T11:22:33,159 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:22:33,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T11:22:33,161 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39339/user/jenkins/test-data/c8f24a1d-f538-59ae-fd7c-0eeb4ef0cef3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:22:33,161 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71697962, jitterRate=0.06838288903236389}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:22:33,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732620153152Initializing all the Stores at 1732620153152Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620153152Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620153153 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620153153Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620153153Cleaning up temporary data from old regions at 1732620153159 (+6 ms)Region opened successfully at 1732620153162 (+3 ms) 2024-11-26T11:22:33,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T11:22:33,162 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T11:22:33,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T11:22:33,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T11:22:33,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T11:22:33,162 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T11:22:33,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732620153162Disabling compacts and flushes for region at 1732620153162Disabling writes for close at 1732620153162Writing region close event to WAL at 1732620153162Closed at 1732620153162 2024-11-26T11:22:33,163 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T11:22:33,163 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T11:22:33,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T11:22:33,164 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T11:22:33,164 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T11:22:33,314 DEBUG [7f3a3edaecc3:39415 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T11:22:33,315 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7f3a3edaecc3,39077,1732620149980 2024-11-26T11:22:33,316 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7f3a3edaecc3,39077,1732620149980, state=OPENING 2024-11-26T11:22:33,365 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T11:22:33,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39415-0x10176e155530000, quorum=127.0.0.1:55054, baseZNode=/01322985534 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01322985534 2024-11-26T11:22:33,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39077-0x10176e155530001, quorum=127.0.0.1:55054, baseZNode=/01322985534 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01322985534 2024-11-26T11:22:33,376 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T11:22:33,376 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01322985534/meta-region-server: CHANGED 2024-11-26T11:22:33,376 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01322985534/meta-region-server: CHANGED 2024-11-26T11:22:33,376 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,39077,1732620149980}] 2024-11-26T11:22:33,528 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T11:22:33,530 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39105, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T11:22:33,533 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T11:22:33,533 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:22:33,533 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T11:22:33,534 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7f3a3edaecc3%2C39077%2C1732620149980.meta, suffix=.meta, logDir=hdfs://localhost:39339/user/jenkins/test-data/c8f24a1d-f538-59ae-fd7c-0eeb4ef0cef3/WALs/7f3a3edaecc3,39077,1732620149980, archiveDir=hdfs://localhost:39339/user/jenkins/test-data/c8f24a1d-f538-59ae-fd7c-0eeb4ef0cef3/oldWALs, maxLogs=10 2024-11-26T11:22:33,546 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c8f24a1d-f538-59ae-fd7c-0eeb4ef0cef3/WALs/7f3a3edaecc3,39077,1732620149980/7f3a3edaecc3%2C39077%2C1732620149980.meta.1732620153534.meta, exclude list is [], retry=0 2024-11-26T11:22:33,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36155,DS-9f766d6c-a485-4a1f-82d5-e1d468295014,DISK] 2024-11-26T11:22:33,549 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8f24a1d-f538-59ae-fd7c-0eeb4ef0cef3/WALs/7f3a3edaecc3,39077,1732620149980/7f3a3edaecc3%2C39077%2C1732620149980.meta.1732620153534.meta 2024-11-26T11:22:33,549 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46489:46489)] 2024-11-26T11:22:33,549 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:22:33,550 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T11:22:33,550 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T11:22:33,550 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T11:22:33,550 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T11:22:33,550 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T11:22:33,550 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:22:33,550 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T11:22:33,550 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T11:22:33,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T11:22:33,552 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T11:22:33,552 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:33,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:22:33,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T11:22:33,553 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T11:22:33,553 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:33,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:22:33,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T11:22:33,554 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T11:22:33,554 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:33,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:22:33,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T11:22:33,555 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T11:22:33,555 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:33,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:22:33,555 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T11:22:33,556 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39339/user/jenkins/test-data/c8f24a1d-f538-59ae-fd7c-0eeb4ef0cef3/data/hbase/meta/1588230740 2024-11-26T11:22:33,556 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39339/user/jenkins/test-data/c8f24a1d-f538-59ae-fd7c-0eeb4ef0cef3/data/hbase/meta/1588230740 2024-11-26T11:22:33,557 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T11:22:33,557 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T11:22:33,557 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:22:33,558 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T11:22:33,559 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74838140, jitterRate=0.11517518758773804}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:22:33,559 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T11:22:33,559 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732620153550Writing region info on filesystem at 1732620153550Initializing all the Stores at 1732620153551 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620153551Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620153551Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620153551Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620153551Cleaning up temporary data from old regions at 1732620153557 (+6 ms)Running coprocessor post-open hooks at 1732620153559 (+2 ms)Region opened successfully at 1732620153559 2024-11-26T11:22:33,560 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732620153528 2024-11-26T11:22:33,561 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T11:22:33,561 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T11:22:33,562 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7f3a3edaecc3,39077,1732620149980 2024-11-26T11:22:33,562 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7f3a3edaecc3,39077,1732620149980, state=OPEN 2024-11-26T11:22:33,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39415-0x10176e155530000, quorum=127.0.0.1:55054, baseZNode=/01322985534 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01322985534/meta-region-server 2024-11-26T11:22:33,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39077-0x10176e155530001, quorum=127.0.0.1:55054, baseZNode=/01322985534 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01322985534/meta-region-server 2024-11-26T11:22:33,615 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,39077,1732620149980 2024-11-26T11:22:33,615 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01322985534/meta-region-server: CHANGED 2024-11-26T11:22:33,615 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01322985534/meta-region-server: CHANGED 2024-11-26T11:22:33,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T11:22:33,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,39077,1732620149980 in 239 msec 2024-11-26T11:22:33,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T11:22:33,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 454 msec 2024-11-26T11:22:33,618 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T11:22:33,618 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T11:22:33,619 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:22:33,620 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,39077,1732620149980, seqNum=-1] 2024-11-26T11:22:33,620 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:22:33,620 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60189, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:22:33,624 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2970 sec 2024-11-26T11:22:33,624 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732620153624, completionTime=-1 2024-11-26T11:22:33,624 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T11:22:33,624 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T11:22:33,625 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T11:22:33,625 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732620213625 2024-11-26T11:22:33,625 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732620273625 2024-11-26T11:22:33,625 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T11:22:33,626 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,39415,1732620149780-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:33,626 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,39415,1732620149780-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:33,626 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,39415,1732620149780-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:33,626 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7f3a3edaecc3:39415, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:33,626 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:33,626 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:33,628 DEBUG [master/7f3a3edaecc3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T11:22:33,629 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.299sec 2024-11-26T11:22:33,629 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T11:22:33,629 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T11:22:33,629 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T11:22:33,629 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T11:22:33,629 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T11:22:33,629 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,39415,1732620149780-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T11:22:33,629 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,39415,1732620149780-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T11:22:33,631 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T11:22:33,631 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T11:22:33,631 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,39415,1732620149780-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:33,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79d83091, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:33,719 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,39415,-1 for getting cluster id 2024-11-26T11:22:33,719 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:22:33,720 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3056a0de-9f94-4273-ad63-06d8325c5fe6' 2024-11-26T11:22:33,720 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:22:33,720 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3056a0de-9f94-4273-ad63-06d8325c5fe6" 2024-11-26T11:22:33,720 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a50cec6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:33,721 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,39415,-1] 2024-11-26T11:22:33,721 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:22:33,721 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:33,721 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:22:33,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f883d71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:33,722 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:22:33,723 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,39077,1732620149980, seqNum=-1] 2024-11-26T11:22:33,723 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:22:33,724 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:22:33,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7f3a3edaecc3,39415,1732620149780 2024-11-26T11:22:33,726 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55054 2024-11-26T11:22:33,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55054, baseZNode=/01322985534 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:22:33,744 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10176e155530002 connected 2024-11-26T11:22:33,756 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:22:33,757 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,39415,1732620149780 2024-11-26T11:22:33,757 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@514b047d 2024-11-26T11:22:33,757 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:22:33,758 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:22:33,759 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39415 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T11:22:33,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39415 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T11:22:33,761 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T11:22:33,761 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:33,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39415 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T11:22:33,762 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T11:22:33,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:22:33,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36155 is added to blk_1073741835_1011 (size=902) 2024-11-26T11:22:33,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:22:34,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:22:34,169 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b4b3c2adf2204b7d7fee7a2297fd4ca5, NAME => 'test,,1732620153759.b4b3c2adf2204b7d7fee7a2297fd4ca5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39339/user/jenkins/test-data/c8f24a1d-f538-59ae-fd7c-0eeb4ef0cef3 2024-11-26T11:22:34,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36155 is added to blk_1073741836_1012 (size=39) 2024-11-26T11:22:34,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:22:34,576 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732620153759.b4b3c2adf2204b7d7fee7a2297fd4ca5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:22:34,576 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b4b3c2adf2204b7d7fee7a2297fd4ca5, disabling compactions & flushes 2024-11-26T11:22:34,576 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732620153759.b4b3c2adf2204b7d7fee7a2297fd4ca5. 2024-11-26T11:22:34,576 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732620153759.b4b3c2adf2204b7d7fee7a2297fd4ca5. 2024-11-26T11:22:34,576 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732620153759.b4b3c2adf2204b7d7fee7a2297fd4ca5. after waiting 0 ms 2024-11-26T11:22:34,576 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732620153759.b4b3c2adf2204b7d7fee7a2297fd4ca5. 2024-11-26T11:22:34,576 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732620153759.b4b3c2adf2204b7d7fee7a2297fd4ca5. 2024-11-26T11:22:34,576 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b4b3c2adf2204b7d7fee7a2297fd4ca5: Waiting for close lock at 1732620154576Disabling compacts and flushes for region at 1732620154576Disabling writes for close at 1732620154576Writing region close event to WAL at 1732620154576Closed at 1732620154576 2024-11-26T11:22:34,577 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T11:22:34,577 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732620153759.b4b3c2adf2204b7d7fee7a2297fd4ca5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732620154577"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732620154577"}]},"ts":"1732620154577"} 2024-11-26T11:22:34,579 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T11:22:34,579 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T11:22:34,579 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620154579"}]},"ts":"1732620154579"} 2024-11-26T11:22:34,581 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T11:22:34,581 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b4b3c2adf2204b7d7fee7a2297fd4ca5, ASSIGN}] 2024-11-26T11:22:34,582 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b4b3c2adf2204b7d7fee7a2297fd4ca5, ASSIGN 2024-11-26T11:22:34,582 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b4b3c2adf2204b7d7fee7a2297fd4ca5, ASSIGN; state=OFFLINE, location=7f3a3edaecc3,39077,1732620149980; forceNewPlan=false, retain=false 2024-11-26T11:22:34,733 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b4b3c2adf2204b7d7fee7a2297fd4ca5, regionState=OPENING, regionLocation=7f3a3edaecc3,39077,1732620149980 2024-11-26T11:22:34,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b4b3c2adf2204b7d7fee7a2297fd4ca5, ASSIGN because future has completed 2024-11-26T11:22:34,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b4b3c2adf2204b7d7fee7a2297fd4ca5, server=7f3a3edaecc3,39077,1732620149980}] 2024-11-26T11:22:34,889 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732620153759.b4b3c2adf2204b7d7fee7a2297fd4ca5. 2024-11-26T11:22:34,889 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b4b3c2adf2204b7d7fee7a2297fd4ca5, NAME => 'test,,1732620153759.b4b3c2adf2204b7d7fee7a2297fd4ca5.', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:22:34,889 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T11:22:34,890 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T11:22:34,890 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b4b3c2adf2204b7d7fee7a2297fd4ca5 2024-11-26T11:22:34,890 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732620153759.b4b3c2adf2204b7d7fee7a2297fd4ca5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:22:34,890 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b4b3c2adf2204b7d7fee7a2297fd4ca5 2024-11-26T11:22:34,890 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b4b3c2adf2204b7d7fee7a2297fd4ca5 2024-11-26T11:22:34,891 INFO [StoreOpener-b4b3c2adf2204b7d7fee7a2297fd4ca5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b4b3c2adf2204b7d7fee7a2297fd4ca5 2024-11-26T11:22:34,892 INFO [StoreOpener-b4b3c2adf2204b7d7fee7a2297fd4ca5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4b3c2adf2204b7d7fee7a2297fd4ca5 columnFamilyName f 2024-11-26T11:22:34,892 DEBUG [StoreOpener-b4b3c2adf2204b7d7fee7a2297fd4ca5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:34,892 INFO [StoreOpener-b4b3c2adf2204b7d7fee7a2297fd4ca5-1 {}] regionserver.HStore(327): Store=b4b3c2adf2204b7d7fee7a2297fd4ca5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:22:34,892 INFO [StoreOpener-b4b3c2adf2204b7d7fee7a2297fd4ca5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b4b3c2adf2204b7d7fee7a2297fd4ca5 2024-11-26T11:22:34,893 INFO [StoreOpener-b4b3c2adf2204b7d7fee7a2297fd4ca5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4b3c2adf2204b7d7fee7a2297fd4ca5 columnFamilyName f1 2024-11-26T11:22:34,893 DEBUG [StoreOpener-b4b3c2adf2204b7d7fee7a2297fd4ca5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:34,893 INFO [StoreOpener-b4b3c2adf2204b7d7fee7a2297fd4ca5-1 {}] regionserver.HStore(327): Store=b4b3c2adf2204b7d7fee7a2297fd4ca5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:22:34,893 INFO [StoreOpener-b4b3c2adf2204b7d7fee7a2297fd4ca5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b4b3c2adf2204b7d7fee7a2297fd4ca5 2024-11-26T11:22:34,894 INFO [StoreOpener-b4b3c2adf2204b7d7fee7a2297fd4ca5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4b3c2adf2204b7d7fee7a2297fd4ca5 columnFamilyName norep 2024-11-26T11:22:34,894 DEBUG [StoreOpener-b4b3c2adf2204b7d7fee7a2297fd4ca5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:34,894 INFO [StoreOpener-b4b3c2adf2204b7d7fee7a2297fd4ca5-1 {}] regionserver.HStore(327): Store=b4b3c2adf2204b7d7fee7a2297fd4ca5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:22:34,894 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b4b3c2adf2204b7d7fee7a2297fd4ca5 2024-11-26T11:22:34,895 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39339/user/jenkins/test-data/c8f24a1d-f538-59ae-fd7c-0eeb4ef0cef3/data/default/test/b4b3c2adf2204b7d7fee7a2297fd4ca5 2024-11-26T11:22:34,895 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39339/user/jenkins/test-data/c8f24a1d-f538-59ae-fd7c-0eeb4ef0cef3/data/default/test/b4b3c2adf2204b7d7fee7a2297fd4ca5 2024-11-26T11:22:34,895 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b4b3c2adf2204b7d7fee7a2297fd4ca5 2024-11-26T11:22:34,895 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b4b3c2adf2204b7d7fee7a2297fd4ca5 2024-11-26T11:22:34,896 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T11:22:34,896 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b4b3c2adf2204b7d7fee7a2297fd4ca5 2024-11-26T11:22:34,897 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39339/user/jenkins/test-data/c8f24a1d-f538-59ae-fd7c-0eeb4ef0cef3/data/default/test/b4b3c2adf2204b7d7fee7a2297fd4ca5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:22:34,897 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b4b3c2adf2204b7d7fee7a2297fd4ca5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66601909, jitterRate=-0.007554218173027039}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T11:22:34,898 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b4b3c2adf2204b7d7fee7a2297fd4ca5 2024-11-26T11:22:34,898 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b4b3c2adf2204b7d7fee7a2297fd4ca5: Running coprocessor pre-open hook at 1732620154890Writing region info on filesystem at 1732620154890Initializing all the Stores at 1732620154890Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620154891 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620154891Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620154891Cleaning up temporary data from old regions at 1732620154895 (+4 ms)Running coprocessor post-open hooks at 1732620154898 (+3 ms)Region opened successfully at 1732620154898 2024-11-26T11:22:34,899 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732620153759.b4b3c2adf2204b7d7fee7a2297fd4ca5., pid=6, masterSystemTime=1732620154887 2024-11-26T11:22:34,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:22:34,900 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732620153759.b4b3c2adf2204b7d7fee7a2297fd4ca5. 2024-11-26T11:22:34,900 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732620153759.b4b3c2adf2204b7d7fee7a2297fd4ca5. 2024-11-26T11:22:34,900 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b4b3c2adf2204b7d7fee7a2297fd4ca5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7f3a3edaecc3,39077,1732620149980 2024-11-26T11:22:34,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b4b3c2adf2204b7d7fee7a2297fd4ca5, server=7f3a3edaecc3,39077,1732620149980 because future has completed 2024-11-26T11:22:34,904 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T11:22:34,904 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b4b3c2adf2204b7d7fee7a2297fd4ca5, server=7f3a3edaecc3,39077,1732620149980 in 167 msec 2024-11-26T11:22:34,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T11:22:34,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b4b3c2adf2204b7d7fee7a2297fd4ca5, ASSIGN in 323 msec 2024-11-26T11:22:34,906 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T11:22:34,906 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620154906"}]},"ts":"1732620154906"} 2024-11-26T11:22:34,908 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T11:22:34,910 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T11:22:34,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-11-26T11:22:35,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:22:35,910 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T11:22:35,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d6b7a30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:35,911 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,39415,-1 for getting cluster id 2024-11-26T11:22:35,911 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:22:35,911 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3056a0de-9f94-4273-ad63-06d8325c5fe6' 2024-11-26T11:22:35,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:22:35,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3056a0de-9f94-4273-ad63-06d8325c5fe6" 2024-11-26T11:22:35,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26503a83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:35,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,39415,-1] 2024-11-26T11:22:35,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:22:35,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:35,913 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:22:35,913 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64c82b12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:35,913 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:22:35,914 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,39415,1732620149780 2024-11-26T11:22:35,914 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fa7388c 2024-11-26T11:22:35,914 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:22:35,915 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:22:35,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39415 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://7f3a3edaecc3:39415,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T11:22:35,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39415 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T11:22:35,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:22:35,919 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7f3a3edaecc3:39415' 2024-11-26T11:22:35,920 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e21c1e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:35,920 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,39415,-1 for getting cluster id 2024-11-26T11:22:35,920 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:22:35,921 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3056a0de-9f94-4273-ad63-06d8325c5fe6' 2024-11-26T11:22:35,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:22:35,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3056a0de-9f94-4273-ad63-06d8325c5fe6" 2024-11-26T11:22:35,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d7ba77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:35,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,39415,-1] 2024-11-26T11:22:35,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:22:35,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:35,922 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:22:35,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10691414, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:35,923 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:22:35,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,39415,1732620149780 2024-11-26T11:22:35,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@149baa0b 2024-11-26T11:22:35,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:22:35,924 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:22:35,925 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T11:22:35,925 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T11:22:35,925 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:35,925 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:35,925 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:22:35,925 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://7f3a3edaecc3:39415, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-26T11:22:35,932 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://7f3a3edaecc3:39415, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://7f3a3edaecc3:39415, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://7f3a3edaecc3:39415, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-26T11:22:35,933 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://7f3a3edaecc3:39415, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=17 msec 2024-11-26T11:22:35,933 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-26T11:22:36,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:22:36,031 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://7f3a3edaecc3:39415, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-26T11:22:36,031 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:22:36,032 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:22:36,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:36,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:36,032 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:22:36,054 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=529 (was 360) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@1c4dfad2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:39339 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@531e042d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1392226524_20 at /127.0.0.1:60562 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.executor(AbstractChannelHandlerContext.java:132) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:279) app//org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:850) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe$7.run(AbstractChannel.java:811) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:173) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:166) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:472) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:405) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1392226524_20 at /127.0.0.1:50904 [Receiving block BP-1772753379-172.17.0.3-1732620147130:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3498d9-5823-4f43-41b8-cd750c0e3628/cluster_508c5e19-3754-8fcf-bff1-d663137bd1ba/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f09409f9120.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp547152892-7875 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732620152330 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3498d9-5823-4f43-41b8-cd750c0e3628/cluster_508c5e19-3754-8fcf-bff1-d663137bd1ba/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55054) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server handler 1 on default port 39339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 44211 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732620152330 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: regionserver/7f3a3edaecc3:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: qtp547152892-7872-acceptor-0@1c941161-ServerConnector@7fe0cecc{HTTP/1.1, (http/1.1)}{localhost:46047} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@3800d109 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcessThread(sid:0 cport:55054): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 44211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-2fe9a4bc-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: PacketResponder: BP-1772753379-172.17.0.3-1732620147130:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(1180227379) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: qtp547152892-7868 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f0940432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1902269938-7919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 39339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@7d6a938e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@649aa9eb java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39339/user/jenkins/test-data/c8f24a1d-f538-59ae-fd7c-0eeb4ef0cef3-prefix:7f3a3edaecc3,39077,1732620149980 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:39339 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@4ed372a6 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39339/user/jenkins/test-data/c8f24a1d-f538-59ae-fd7c-0eeb4ef0cef3/MasterData-prefix:7f3a3edaecc3,39415,1732620149780 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp547152892-7871 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f0940432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=39077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS:0;7f3a3edaecc3:39077 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3498d9-5823-4f43-41b8-cd750c0e3628/cluster_508c5e19-3754-8fcf-bff1-d663137bd1ba/data/data1/current/BP-1772753379-172.17.0.3-1732620147130 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3498d9-5823-4f43-41b8-cd750c0e3628/cluster_508c5e19-3754-8fcf-bff1-d663137bd1ba/data/data2/current/BP-1772753379-172.17.0.3-1732620147130 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$613/0x00007f0940ad8d18.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: IPC Server handler 3 on default port 44211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7f3a3edaecc3:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp547152892-7870 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f0940432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@166990a5 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1772753379-172.17.0.3-1732620147130:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:55054 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: qtp1902269938-7917 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f0940432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp547152892-7869 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f0940432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 39339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp547152892-7873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1392226524_20 at /127.0.0.1:50926 [Receiving block BP-1772753379-172.17.0.3-1732620147130:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55054) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/7f3a3edaecc3:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;7f3a3edaecc3:39077-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=39415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1902269938-7920 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 39339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server idle connection scanner for port 39339 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: M:0;7f3a3edaecc3:39415 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=39077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 2 on default port 39339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55054) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:39339 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39339 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 44211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 1 on default port 44211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1690019906_20 at /127.0.0.1:50878 [Receiving block BP-1772753379-172.17.0.3-1732620147130:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1902269938-7918-acceptor-0@2a75992a-ServerConnector@458786c7{HTTP/1.1, (http/1.1)}{localhost:33479} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7f3a3edaecc3:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@9f8654b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@723c9c2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@6aa2d9c7[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-1772753379-172.17.0.3-1732620147130 heartbeating to localhost/127.0.0.1:39339 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39339/user/jenkins/test-data/c8f24a1d-f538-59ae-fd7c-0eeb4ef0cef3-prefix:7f3a3edaecc3,39077,1732620149980.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 44211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Session-HouseKeeper-39fabd21-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 7f3a3edaecc3:39415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=39415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp547152892-7874 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:39339 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PacketResponder: BP-1772753379-172.17.0.3-1732620147130:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=868 (was 793) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=502 (was 504), ProcessCount=11 (was 11), AvailableMemoryMB=6597 (was 6887) 2024-11-26T11:22:36,057 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=529 is superior to 500 2024-11-26T11:22:36,072 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=529, OpenFileDescriptor=868, MaxFileDescriptor=1048576, SystemLoadAverage=502, ProcessCount=11, AvailableMemoryMB=6596 2024-11-26T11:22:36,072 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=529 is superior to 500 2024-11-26T11:22:36,088 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-26T11:22:36,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3498d9-5823-4f43-41b8-cd750c0e3628/hadoop.log.dir so I do NOT create it in target/test-data/a417e4d9-fe9a-72da-46b0-f69fecfb63bc 2024-11-26T11:22:36,089 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3498d9-5823-4f43-41b8-cd750c0e3628/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T11:22:36,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3498d9-5823-4f43-41b8-cd750c0e3628/hadoop.tmp.dir so I do NOT create it in target/test-data/a417e4d9-fe9a-72da-46b0-f69fecfb63bc 2024-11-26T11:22:36,089 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c3498d9-5823-4f43-41b8-cd750c0e3628/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T11:22:36,089 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a417e4d9-fe9a-72da-46b0-f69fecfb63bc 2024-11-26T11:22:36,090 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a417e4d9-fe9a-72da-46b0-f69fecfb63bc/cluster_ab9896ea-1df8-a221-4f64-288a82d50607, deleteOnExit=true 2024-11-26T11:22:36,127 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a417e4d9-fe9a-72da-46b0-f69fecfb63bc/cluster_ab9896ea-1df8-a221-4f64-288a82d50607/zookeeper_0, clientPort=50040, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a417e4d9-fe9a-72da-46b0-f69fecfb63bc/cluster_ab9896ea-1df8-a221-4f64-288a82d50607/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a417e4d9-fe9a-72da-46b0-f69fecfb63bc/cluster_ab9896ea-1df8-a221-4f64-288a82d50607/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T11:22:36,131 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50040 2024-11-26T11:22:36,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T11:22:36,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T11:22:36,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a417e4d9-fe9a-72da-46b0-f69fecfb63bc/test.cache.data in system properties and HBase conf 2024-11-26T11:22:36,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a417e4d9-fe9a-72da-46b0-f69fecfb63bc/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T11:22:36,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a417e4d9-fe9a-72da-46b0-f69fecfb63bc/hadoop.log.dir in system properties and HBase conf 2024-11-26T11:22:36,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a417e4d9-fe9a-72da-46b0-f69fecfb63bc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T11:22:36,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a417e4d9-fe9a-72da-46b0-f69fecfb63bc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T11:22:36,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T11:22:36,132 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T11:22:36,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a417e4d9-fe9a-72da-46b0-f69fecfb63bc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T11:22:36,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a417e4d9-fe9a-72da-46b0-f69fecfb63bc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T11:22:36,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a417e4d9-fe9a-72da-46b0-f69fecfb63bc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T11:22:36,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a417e4d9-fe9a-72da-46b0-f69fecfb63bc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T11:22:36,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a417e4d9-fe9a-72da-46b0-f69fecfb63bc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T11:22:36,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a417e4d9-fe9a-72da-46b0-f69fecfb63bc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T11:22:36,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a417e4d9-fe9a-72da-46b0-f69fecfb63bc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T11:22:36,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a417e4d9-fe9a-72da-46b0-f69fecfb63bc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T11:22:36,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a417e4d9-fe9a-72da-46b0-f69fecfb63bc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T11:22:36,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a417e4d9-fe9a-72da-46b0-f69fecfb63bc/nfs.dump.dir in system properties and HBase conf 2024-11-26T11:22:36,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a417e4d9-fe9a-72da-46b0-f69fecfb63bc/java.io.tmpdir in system properties and HBase conf 2024-11-26T11:22:36,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a417e4d9-fe9a-72da-46b0-f69fecfb63bc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T11:22:36,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a417e4d9-fe9a-72da-46b0-f69fecfb63bc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T11:22:36,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a417e4d9-fe9a-72da-46b0-f69fecfb63bc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T11:22:36,161 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T11:22:36,161 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T11:22:36,279 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:22:36,280 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7f3a3edaecc3,46197,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7f3a3edaecc3:46197 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T11:22:36,281 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128662 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7f3a3edaecc3,46197,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7f3a3edaecc3:46197 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T11:22:36,474 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:22:36,478 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T11:22:36,483 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T11:22:36,483 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T11:22:36,483 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T11:22:36,483 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:22:36,484 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@716048f1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a417e4d9-fe9a-72da-46b0-f69fecfb63bc/hadoop.log.dir/,AVAILABLE} 2024-11-26T11:22:36,484 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a821b71{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T11:22:36,592 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2ce14688{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a417e4d9-fe9a-72da-46b0-f69fecfb63bc/java.io.tmpdir/jetty-localhost-45613-hadoop-hdfs-3_4_1-tests_jar-_-any-10382311451909958808/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T11:22:36,592 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f9bbb60{HTTP/1.1, (http/1.1)}{localhost:45613} 2024-11-26T11:22:36,592 INFO [Time-limited test {}] server.Server(415): Started @328743ms 2024-11-26T11:22:36,855 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:22:36,858 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T11:22:36,859 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T11:22:36,859 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T11:22:36,859 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T11:22:36,860 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d531ac6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a417e4d9-fe9a-72da-46b0-f69fecfb63bc/hadoop.log.dir/,AVAILABLE} 2024-11-26T11:22:36,860 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11fd19b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T11:22:36,960 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f0aea16{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a417e4d9-fe9a-72da-46b0-f69fecfb63bc/java.io.tmpdir/jetty-localhost-40423-hadoop-hdfs-3_4_1-tests_jar-_-any-10481699525945783229/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T11:22:36,961 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@332d6406{HTTP/1.1, (http/1.1)}{localhost:40423} 2024-11-26T11:22:36,961 INFO [Time-limited test {}] server.Server(415): Started @329111ms 2024-11-26T11:22:36,962 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T11:22:37,677 WARN [Thread-4304 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a417e4d9-fe9a-72da-46b0-f69fecfb63bc/cluster_ab9896ea-1df8-a221-4f64-288a82d50607/data/data1/current/BP-771342484-172.17.0.3-1732620156149/current, will proceed with Du for space computation calculation, 2024-11-26T11:22:37,685 WARN [Thread-4305 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a417e4d9-fe9a-72da-46b0-f69fecfb63bc/cluster_ab9896ea-1df8-a221-4f64-288a82d50607/data/data2/current/BP-771342484-172.17.0.3-1732620156149/current, will proceed with Du for space computation calculation, 2024-11-26T11:22:37,730 WARN [Thread-4292 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T11:22:37,734 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x27ad33dd7a68d888 with lease ID 0xc6b2cfb1f7c0e45: Processing first storage report for DS-9b3736f2-6271-45cb-9db3-6e45eedc8c4f from datanode DatanodeRegistration(127.0.0.1:38023, datanodeUuid=93001225-89e7-4fd1-9758-189f39734c6a, infoPort=36841, infoSecurePort=0, ipcPort=46763, storageInfo=lv=-57;cid=testClusterID;nsid=1697843070;c=1732620156149) 2024-11-26T11:22:37,734 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x27ad33dd7a68d888 with lease ID 0xc6b2cfb1f7c0e45: from storage DS-9b3736f2-6271-45cb-9db3-6e45eedc8c4f node DatanodeRegistration(127.0.0.1:38023, datanodeUuid=93001225-89e7-4fd1-9758-189f39734c6a, infoPort=36841, infoSecurePort=0, ipcPort=46763, storageInfo=lv=-57;cid=testClusterID;nsid=1697843070;c=1732620156149), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T11:22:37,734 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x27ad33dd7a68d888 with lease ID 0xc6b2cfb1f7c0e45: Processing first storage report for DS-f19c8a0e-efde-4bb7-9686-52fe17877a17 from datanode DatanodeRegistration(127.0.0.1:38023, datanodeUuid=93001225-89e7-4fd1-9758-189f39734c6a, infoPort=36841, infoSecurePort=0, ipcPort=46763, storageInfo=lv=-57;cid=testClusterID;nsid=1697843070;c=1732620156149) 2024-11-26T11:22:37,734 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x27ad33dd7a68d888 with lease ID 0xc6b2cfb1f7c0e45: from storage DS-f19c8a0e-efde-4bb7-9686-52fe17877a17 node DatanodeRegistration(127.0.0.1:38023, datanodeUuid=93001225-89e7-4fd1-9758-189f39734c6a, infoPort=36841, infoSecurePort=0, ipcPort=46763, storageInfo=lv=-57;cid=testClusterID;nsid=1697843070;c=1732620156149), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T11:22:37,816 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a417e4d9-fe9a-72da-46b0-f69fecfb63bc 2024-11-26T11:22:37,816 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:22:37,818 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:22:37,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38023 is added to blk_1073741825_1001 (size=7) 2024-11-26T11:22:38,227 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae with version=8 2024-11-26T11:22:38,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/hbase-staging 2024-11-26T11:22:38,229 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7f3a3edaecc3:0 server-side Connection retries=45 2024-11-26T11:22:38,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:22:38,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T11:22:38,229 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T11:22:38,230 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:22:38,230 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T11:22:38,230 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T11:22:38,230 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T11:22:38,230 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38835 2024-11-26T11:22:38,231 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38835 connecting to ZooKeeper ensemble=127.0.0.1:50040 2024-11-26T11:22:38,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:388350x0, quorum=127.0.0.1:50040, baseZNode=/0-133553362 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:22:38,335 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38835-0x10176e178890000 connected 2024-11-26T11:22:38,416 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:22:38,418 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:22:38,420 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38835-0x10176e178890000, quorum=127.0.0.1:50040, baseZNode=/0-133553362 Set watcher on znode that does not yet exist, /0-133553362/running 2024-11-26T11:22:38,420 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae, hbase.cluster.distributed=false 2024-11-26T11:22:38,421 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38835-0x10176e178890000, quorum=127.0.0.1:50040, baseZNode=/0-133553362 Set watcher on znode that does not yet exist, /0-133553362/acl 2024-11-26T11:22:38,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38835 2024-11-26T11:22:38,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38835 2024-11-26T11:22:38,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38835 2024-11-26T11:22:38,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38835 2024-11-26T11:22:38,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38835 2024-11-26T11:22:38,436 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7f3a3edaecc3:0 server-side Connection retries=45 2024-11-26T11:22:38,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:22:38,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T11:22:38,436 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T11:22:38,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:22:38,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T11:22:38,436 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T11:22:38,436 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T11:22:38,436 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41441 2024-11-26T11:22:38,437 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41441 connecting to ZooKeeper ensemble=127.0.0.1:50040 2024-11-26T11:22:38,437 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:22:38,438 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:22:38,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414410x0, quorum=127.0.0.1:50040, baseZNode=/0-133553362 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:22:38,448 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41441-0x10176e178890001 connected 2024-11-26T11:22:38,448 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41441-0x10176e178890001, quorum=127.0.0.1:50040, baseZNode=/0-133553362 Set watcher on znode that does not yet exist, /0-133553362/running 2024-11-26T11:22:38,448 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T11:22:38,449 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T11:22:38,449 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41441-0x10176e178890001, quorum=127.0.0.1:50040, baseZNode=/0-133553362 Set watcher on znode that does not yet exist, /0-133553362/master 2024-11-26T11:22:38,450 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41441-0x10176e178890001, quorum=127.0.0.1:50040, baseZNode=/0-133553362 Set watcher on znode that does not yet exist, /0-133553362/acl 2024-11-26T11:22:38,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41441 2024-11-26T11:22:38,453 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41441 2024-11-26T11:22:38,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41441 2024-11-26T11:22:38,458 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41441 2024-11-26T11:22:38,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41441 2024-11-26T11:22:38,470 DEBUG [M:0;7f3a3edaecc3:38835 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7f3a3edaecc3:38835 2024-11-26T11:22:38,472 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-133553362/backup-masters/7f3a3edaecc3,38835,1732620158229 2024-11-26T11:22:38,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41441-0x10176e178890001, quorum=127.0.0.1:50040, baseZNode=/0-133553362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-133553362/backup-masters 2024-11-26T11:22:38,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38835-0x10176e178890000, quorum=127.0.0.1:50040, baseZNode=/0-133553362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-133553362/backup-masters 2024-11-26T11:22:38,480 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38835-0x10176e178890000, quorum=127.0.0.1:50040, baseZNode=/0-133553362 Set watcher on existing znode=/0-133553362/backup-masters/7f3a3edaecc3,38835,1732620158229 2024-11-26T11:22:38,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41441-0x10176e178890001, quorum=127.0.0.1:50040, baseZNode=/0-133553362 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-133553362/master 2024-11-26T11:22:38,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38835-0x10176e178890000, quorum=127.0.0.1:50040, baseZNode=/0-133553362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-133553362 2024-11-26T11:22:38,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41441-0x10176e178890001, quorum=127.0.0.1:50040, baseZNode=/0-133553362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-133553362 2024-11-26T11:22:38,490 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38835-0x10176e178890000, quorum=127.0.0.1:50040, baseZNode=/0-133553362 Set watcher on existing znode=/0-133553362/master 2024-11-26T11:22:38,490 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-133553362/backup-masters/7f3a3edaecc3,38835,1732620158229 from backup master directory 2024-11-26T11:22:38,492 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T11:22:38,493 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T11:22:38,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41441-0x10176e178890001, quorum=127.0.0.1:50040, baseZNode=/0-133553362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-133553362/backup-masters 2024-11-26T11:22:38,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38835-0x10176e178890000, quorum=127.0.0.1:50040, baseZNode=/0-133553362 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-133553362/backup-masters/7f3a3edaecc3,38835,1732620158229 2024-11-26T11:22:38,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38835-0x10176e178890000, quorum=127.0.0.1:50040, baseZNode=/0-133553362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-133553362/backup-masters 2024-11-26T11:22:38,500 WARN [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T11:22:38,500 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7f3a3edaecc3,38835,1732620158229 2024-11-26T11:22:38,503 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/hbase.id] with ID: 29c205da-fa24-4acc-bed0-e29b7e81ea2a 2024-11-26T11:22:38,503 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/.tmp/hbase.id 2024-11-26T11:22:38,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38023 is added to blk_1073741826_1002 (size=42) 2024-11-26T11:22:38,909 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/.tmp/hbase.id]:[hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/hbase.id] 2024-11-26T11:22:38,916 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:22:38,917 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T11:22:38,917 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-26T11:22:39,053 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T11:22:39,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:39,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:39,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:39,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:39,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:39,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:39,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:39,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:39,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:39,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:39,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:39,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:39,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:39,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:39,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:39,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:39,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:39,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:39,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38835-0x10176e178890000, quorum=127.0.0.1:50040, baseZNode=/0-133553362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-133553362 2024-11-26T11:22:39,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41441-0x10176e178890001, quorum=127.0.0.1:50040, baseZNode=/0-133553362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-133553362 2024-11-26T11:22:39,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38023 is added to blk_1073741827_1003 (size=196) 2024-11-26T11:22:39,134 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T11:22:39,135 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T11:22:39,135 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:22:39,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38023 is added to blk_1073741828_1004 (size=1189) 2024-11-26T11:22:39,142 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/MasterData/data/master/store 2024-11-26T11:22:39,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38023 is added to blk_1073741829_1005 (size=34) 2024-11-26T11:22:39,547 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:22:39,547 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T11:22:39,548 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:22:39,548 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:22:39,548 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T11:22:39,548 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:22:39,548 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:22:39,548 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732620159547Disabling compacts and flushes for region at 1732620159547Disabling writes for close at 1732620159548 (+1 ms)Writing region close event to WAL at 1732620159548Closed at 1732620159548 2024-11-26T11:22:39,548 WARN [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/MasterData/data/master/store/.initializing 2024-11-26T11:22:39,548 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/MasterData/WALs/7f3a3edaecc3,38835,1732620158229 2024-11-26T11:22:39,549 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T11:22:39,550 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7f3a3edaecc3%2C38835%2C1732620158229, suffix=, logDir=hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/MasterData/WALs/7f3a3edaecc3,38835,1732620158229, archiveDir=hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/MasterData/oldWALs, maxLogs=10 2024-11-26T11:22:39,563 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/MasterData/WALs/7f3a3edaecc3,38835,1732620158229/7f3a3edaecc3%2C38835%2C1732620158229.1732620159550, exclude list is [], retry=0 2024-11-26T11:22:39,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38023,DS-9b3736f2-6271-45cb-9db3-6e45eedc8c4f,DISK] 2024-11-26T11:22:39,568 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/MasterData/WALs/7f3a3edaecc3,38835,1732620158229/7f3a3edaecc3%2C38835%2C1732620158229.1732620159550 2024-11-26T11:22:39,570 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36841:36841)] 2024-11-26T11:22:39,570 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:22:39,570 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:22:39,570 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:22:39,570 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:22:39,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:22:39,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T11:22:39,572 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:39,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:22:39,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:22:39,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T11:22:39,574 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:39,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:22:39,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:22:39,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T11:22:39,575 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:39,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:22:39,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:22:39,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T11:22:39,576 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:39,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:22:39,577 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:22:39,577 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:22:39,577 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:22:39,578 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:22:39,578 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:22:39,579 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:22:39,580 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:22:39,581 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:22:39,581 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74929253, jitterRate=0.11653287708759308}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:22:39,581 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732620159570Initializing all the Stores at 1732620159571 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620159571Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620159571Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620159571Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620159571Cleaning up temporary data from old regions at 1732620159578 (+7 ms)Region opened successfully at 1732620159581 (+3 ms) 2024-11-26T11:22:39,581 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T11:22:39,583 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c0911d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7f3a3edaecc3/172.17.0.3:0 2024-11-26T11:22:39,584 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T11:22:39,585 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T11:22:39,585 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T11:22:39,585 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T11:22:39,585 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T11:22:39,585 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T11:22:39,585 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T11:22:39,587 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T11:22:39,588 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38835-0x10176e178890000, quorum=127.0.0.1:50040, baseZNode=/0-133553362 Unable to get data of znode /0-133553362/balancer because node does not exist (not necessarily an error) 2024-11-26T11:22:39,700 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-133553362/balancer already deleted, retry=false 2024-11-26T11:22:39,701 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T11:22:39,701 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38835-0x10176e178890000, quorum=127.0.0.1:50040, baseZNode=/0-133553362 Unable to get data of znode /0-133553362/normalizer because node does not exist (not necessarily an error) 2024-11-26T11:22:39,710 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-133553362/normalizer already deleted, retry=false 2024-11-26T11:22:39,711 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T11:22:39,712 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38835-0x10176e178890000, quorum=127.0.0.1:50040, baseZNode=/0-133553362 Unable to get data of znode /0-133553362/switch/split because node does not exist (not necessarily an error) 2024-11-26T11:22:39,721 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-133553362/switch/split already deleted, retry=false 2024-11-26T11:22:39,722 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38835-0x10176e178890000, quorum=127.0.0.1:50040, baseZNode=/0-133553362 Unable to get data of znode /0-133553362/switch/merge because node does not exist (not necessarily an error) 2024-11-26T11:22:39,731 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-133553362/switch/merge already deleted, retry=false 2024-11-26T11:22:39,733 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38835-0x10176e178890000, quorum=127.0.0.1:50040, baseZNode=/0-133553362 Unable to get data of znode /0-133553362/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T11:22:39,742 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-133553362/snapshot-cleanup already deleted, retry=false 2024-11-26T11:22:39,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38835-0x10176e178890000, quorum=127.0.0.1:50040, baseZNode=/0-133553362 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-133553362/running 2024-11-26T11:22:39,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41441-0x10176e178890001, quorum=127.0.0.1:50040, baseZNode=/0-133553362 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-133553362/running 2024-11-26T11:22:39,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38835-0x10176e178890000, quorum=127.0.0.1:50040, baseZNode=/0-133553362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-133553362 2024-11-26T11:22:39,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41441-0x10176e178890001, quorum=127.0.0.1:50040, baseZNode=/0-133553362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-133553362 2024-11-26T11:22:39,753 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7f3a3edaecc3,38835,1732620158229, sessionid=0x10176e178890000, setting cluster-up flag (Was=false) 2024-11-26T11:22:39,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38835-0x10176e178890000, quorum=127.0.0.1:50040, baseZNode=/0-133553362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-133553362 2024-11-26T11:22:39,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41441-0x10176e178890001, quorum=127.0.0.1:50040, baseZNode=/0-133553362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-133553362 2024-11-26T11:22:39,805 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-133553362/flush-table-proc/acquired, /0-133553362/flush-table-proc/reached, /0-133553362/flush-table-proc/abort 2024-11-26T11:22:39,806 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7f3a3edaecc3,38835,1732620158229 2024-11-26T11:22:39,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38835-0x10176e178890000, quorum=127.0.0.1:50040, baseZNode=/0-133553362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-133553362 2024-11-26T11:22:39,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41441-0x10176e178890001, quorum=127.0.0.1:50040, baseZNode=/0-133553362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-133553362 2024-11-26T11:22:39,869 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-133553362/online-snapshot/acquired, /0-133553362/online-snapshot/reached, /0-133553362/online-snapshot/abort 2024-11-26T11:22:39,869 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7f3a3edaecc3,38835,1732620158229 2024-11-26T11:22:39,870 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T11:22:39,872 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T11:22:39,872 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T11:22:39,872 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T11:22:39,872 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7f3a3edaecc3,38835,1732620158229 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T11:22:39,873 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:22:39,873 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:22:39,873 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:22:39,874 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:22:39,874 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7f3a3edaecc3:0, corePoolSize=10, maxPoolSize=10 2024-11-26T11:22:39,874 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:22:39,874 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=2, maxPoolSize=2 2024-11-26T11:22:39,874 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:22:39,882 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T11:22:39,882 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T11:22:39,883 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:39,883 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T11:22:39,896 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732620189896 2024-11-26T11:22:39,896 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T11:22:39,897 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T11:22:39,897 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T11:22:39,897 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T11:22:39,897 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T11:22:39,897 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T11:22:39,903 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:39,904 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T11:22:39,904 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T11:22:39,904 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T11:22:39,904 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T11:22:39,907 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T11:22:39,907 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T11:22:39,926 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732620159907,5,FailOnTimeoutGroup] 2024-11-26T11:22:39,926 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732620159926,5,FailOnTimeoutGroup] 2024-11-26T11:22:39,926 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:39,926 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T11:22:39,926 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:39,926 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:39,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38023 is added to blk_1073741831_1007 (size=1321) 2024-11-26T11:22:39,928 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T11:22:39,928 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae 2024-11-26T11:22:39,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38023 is added to blk_1073741832_1008 (size=32) 2024-11-26T11:22:39,962 INFO [RS:0;7f3a3edaecc3:41441 {}] regionserver.HRegionServer(746): ClusterId : 29c205da-fa24-4acc-bed0-e29b7e81ea2a 2024-11-26T11:22:39,962 DEBUG [RS:0;7f3a3edaecc3:41441 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T11:22:39,974 DEBUG [RS:0;7f3a3edaecc3:41441 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T11:22:39,975 DEBUG [RS:0;7f3a3edaecc3:41441 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T11:22:39,985 DEBUG [RS:0;7f3a3edaecc3:41441 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T11:22:39,986 DEBUG [RS:0;7f3a3edaecc3:41441 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bade834, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7f3a3edaecc3/172.17.0.3:0 2024-11-26T11:22:40,007 DEBUG [RS:0;7f3a3edaecc3:41441 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7f3a3edaecc3:41441 2024-11-26T11:22:40,007 INFO [RS:0;7f3a3edaecc3:41441 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T11:22:40,007 INFO [RS:0;7f3a3edaecc3:41441 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T11:22:40,007 DEBUG [RS:0;7f3a3edaecc3:41441 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T11:22:40,008 INFO [RS:0;7f3a3edaecc3:41441 {}] regionserver.HRegionServer(2659): reportForDuty to master=7f3a3edaecc3,38835,1732620158229 with port=41441, startcode=1732620158435 2024-11-26T11:22:40,008 DEBUG [RS:0;7f3a3edaecc3:41441 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T11:22:40,009 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57737, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T11:22:40,010 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38835 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7f3a3edaecc3,41441,1732620158435 2024-11-26T11:22:40,010 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38835 {}] master.ServerManager(517): Registering regionserver=7f3a3edaecc3,41441,1732620158435 2024-11-26T11:22:40,011 DEBUG [RS:0;7f3a3edaecc3:41441 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae 2024-11-26T11:22:40,011 DEBUG [RS:0;7f3a3edaecc3:41441 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40645 2024-11-26T11:22:40,011 DEBUG [RS:0;7f3a3edaecc3:41441 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T11:22:40,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38835-0x10176e178890000, quorum=127.0.0.1:50040, baseZNode=/0-133553362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-133553362/rs 2024-11-26T11:22:40,024 DEBUG [RS:0;7f3a3edaecc3:41441 {}] zookeeper.ZKUtil(111): regionserver:41441-0x10176e178890001, quorum=127.0.0.1:50040, baseZNode=/0-133553362 Set watcher on existing znode=/0-133553362/rs/7f3a3edaecc3,41441,1732620158435 2024-11-26T11:22:40,024 WARN [RS:0;7f3a3edaecc3:41441 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T11:22:40,024 INFO [RS:0;7f3a3edaecc3:41441 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:22:40,025 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7f3a3edaecc3,41441,1732620158435] 2024-11-26T11:22:40,025 DEBUG [RS:0;7f3a3edaecc3:41441 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435 2024-11-26T11:22:40,028 INFO [RS:0;7f3a3edaecc3:41441 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T11:22:40,030 INFO [RS:0;7f3a3edaecc3:41441 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T11:22:40,032 INFO [RS:0;7f3a3edaecc3:41441 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T11:22:40,032 INFO [RS:0;7f3a3edaecc3:41441 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:40,033 INFO [RS:0;7f3a3edaecc3:41441 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T11:22:40,033 INFO [RS:0;7f3a3edaecc3:41441 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T11:22:40,033 INFO [RS:0;7f3a3edaecc3:41441 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:40,033 DEBUG [RS:0;7f3a3edaecc3:41441 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:22:40,033 DEBUG [RS:0;7f3a3edaecc3:41441 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:22:40,034 DEBUG [RS:0;7f3a3edaecc3:41441 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:22:40,034 DEBUG [RS:0;7f3a3edaecc3:41441 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:22:40,034 DEBUG [RS:0;7f3a3edaecc3:41441 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:22:40,034 DEBUG [RS:0;7f3a3edaecc3:41441 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7f3a3edaecc3:0, corePoolSize=2, maxPoolSize=2 2024-11-26T11:22:40,034 DEBUG [RS:0;7f3a3edaecc3:41441 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:22:40,034 DEBUG [RS:0;7f3a3edaecc3:41441 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:22:40,034 DEBUG [RS:0;7f3a3edaecc3:41441 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:22:40,034 DEBUG [RS:0;7f3a3edaecc3:41441 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:22:40,034 DEBUG [RS:0;7f3a3edaecc3:41441 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:22:40,034 DEBUG [RS:0;7f3a3edaecc3:41441 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:22:40,034 DEBUG [RS:0;7f3a3edaecc3:41441 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7f3a3edaecc3:0, corePoolSize=3, maxPoolSize=3 2024-11-26T11:22:40,034 DEBUG [RS:0;7f3a3edaecc3:41441 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7f3a3edaecc3:0, corePoolSize=3, maxPoolSize=3 2024-11-26T11:22:40,040 INFO [RS:0;7f3a3edaecc3:41441 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:40,040 INFO [RS:0;7f3a3edaecc3:41441 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:40,040 INFO [RS:0;7f3a3edaecc3:41441 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:40,040 INFO [RS:0;7f3a3edaecc3:41441 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:40,040 INFO [RS:0;7f3a3edaecc3:41441 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:40,040 INFO [RS:0;7f3a3edaecc3:41441 {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,41441,1732620158435-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T11:22:40,064 INFO [RS:0;7f3a3edaecc3:41441 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T11:22:40,064 INFO [RS:0;7f3a3edaecc3:41441 {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,41441,1732620158435-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:40,065 INFO [RS:0;7f3a3edaecc3:41441 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:40,065 INFO [RS:0;7f3a3edaecc3:41441 {}] regionserver.Replication(171): 7f3a3edaecc3,41441,1732620158435 started 2024-11-26T11:22:40,085 INFO [RS:0;7f3a3edaecc3:41441 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:40,085 INFO [RS:0;7f3a3edaecc3:41441 {}] regionserver.HRegionServer(1482): Serving as 7f3a3edaecc3,41441,1732620158435, RpcServer on 7f3a3edaecc3/172.17.0.3:41441, sessionid=0x10176e178890001 2024-11-26T11:22:40,085 DEBUG [RS:0;7f3a3edaecc3:41441 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T11:22:40,086 DEBUG [RS:0;7f3a3edaecc3:41441 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7f3a3edaecc3,41441,1732620158435 2024-11-26T11:22:40,086 DEBUG [RS:0;7f3a3edaecc3:41441 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7f3a3edaecc3,41441,1732620158435' 2024-11-26T11:22:40,086 DEBUG [RS:0;7f3a3edaecc3:41441 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-133553362/flush-table-proc/abort' 2024-11-26T11:22:40,086 DEBUG [RS:0;7f3a3edaecc3:41441 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-133553362/flush-table-proc/acquired' 2024-11-26T11:22:40,087 DEBUG [RS:0;7f3a3edaecc3:41441 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T11:22:40,087 DEBUG [RS:0;7f3a3edaecc3:41441 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T11:22:40,087 DEBUG [RS:0;7f3a3edaecc3:41441 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7f3a3edaecc3,41441,1732620158435 2024-11-26T11:22:40,087 DEBUG [RS:0;7f3a3edaecc3:41441 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7f3a3edaecc3,41441,1732620158435' 2024-11-26T11:22:40,087 DEBUG [RS:0;7f3a3edaecc3:41441 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-133553362/online-snapshot/abort' 2024-11-26T11:22:40,087 DEBUG [RS:0;7f3a3edaecc3:41441 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-133553362/online-snapshot/acquired' 2024-11-26T11:22:40,087 DEBUG [RS:0;7f3a3edaecc3:41441 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T11:22:40,087 INFO [RS:0;7f3a3edaecc3:41441 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T11:22:40,087 INFO [RS:0;7f3a3edaecc3:41441 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T11:22:40,188 INFO [RS:0;7f3a3edaecc3:41441 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T11:22:40,189 INFO [RS:0;7f3a3edaecc3:41441 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7f3a3edaecc3%2C41441%2C1732620158435, suffix=, logDir=hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435, archiveDir=hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/oldWALs, maxLogs=10 2024-11-26T11:22:40,208 DEBUG [RS:0;7f3a3edaecc3:41441 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.1732620160189, exclude list is [], retry=0 2024-11-26T11:22:40,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38023,DS-9b3736f2-6271-45cb-9db3-6e45eedc8c4f,DISK] 2024-11-26T11:22:40,212 INFO [RS:0;7f3a3edaecc3:41441 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.1732620160189 2024-11-26T11:22:40,213 DEBUG [RS:0;7f3a3edaecc3:41441 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36841:36841)] 2024-11-26T11:22:40,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:22:40,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T11:22:40,342 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T11:22:40,342 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:40,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:22:40,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T11:22:40,343 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T11:22:40,343 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:40,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:22:40,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T11:22:40,344 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T11:22:40,344 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:40,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:22:40,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T11:22:40,345 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T11:22:40,345 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:40,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:22:40,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T11:22:40,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/data/hbase/meta/1588230740 2024-11-26T11:22:40,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/data/hbase/meta/1588230740 2024-11-26T11:22:40,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T11:22:40,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T11:22:40,348 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:22:40,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T11:22:40,350 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:22:40,350 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61134283, jitterRate=-0.08902819454669952}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:22:40,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732620160340Initializing all the Stores at 1732620160340Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620160340Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620160341 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620160341Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620160341Cleaning up temporary data from old regions at 1732620160348 (+7 ms)Region opened successfully at 1732620160350 (+2 ms) 2024-11-26T11:22:40,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T11:22:40,350 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T11:22:40,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T11:22:40,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T11:22:40,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T11:22:40,351 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T11:22:40,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732620160350Disabling compacts and flushes for region at 1732620160350Disabling writes for close at 1732620160350Writing region close event to WAL at 1732620160351 (+1 ms)Closed at 1732620160351 2024-11-26T11:22:40,351 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T11:22:40,351 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T11:22:40,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T11:22:40,352 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T11:22:40,353 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T11:22:40,503 DEBUG [7f3a3edaecc3:38835 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T11:22:40,503 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7f3a3edaecc3,41441,1732620158435 2024-11-26T11:22:40,504 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7f3a3edaecc3,41441,1732620158435, state=OPENING 2024-11-26T11:22:40,553 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T11:22:40,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38835-0x10176e178890000, quorum=127.0.0.1:50040, baseZNode=/0-133553362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-133553362 2024-11-26T11:22:40,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41441-0x10176e178890001, quorum=127.0.0.1:50040, baseZNode=/0-133553362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-133553362 2024-11-26T11:22:40,564 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-133553362/meta-region-server: CHANGED 2024-11-26T11:22:40,564 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-133553362/meta-region-server: CHANGED 2024-11-26T11:22:40,564 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T11:22:40,564 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,41441,1732620158435}] 2024-11-26T11:22:40,716 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T11:22:40,718 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33631, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T11:22:40,721 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T11:22:40,722 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:22:40,722 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T11:22:40,723 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7f3a3edaecc3%2C41441%2C1732620158435.meta, suffix=.meta, logDir=hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435, archiveDir=hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/oldWALs, maxLogs=10 2024-11-26T11:22:40,743 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.meta.1732620160724.meta, exclude list is [], retry=0 2024-11-26T11:22:40,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38023,DS-9b3736f2-6271-45cb-9db3-6e45eedc8c4f,DISK] 2024-11-26T11:22:40,748 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.meta.1732620160724.meta 2024-11-26T11:22:40,748 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36841:36841)] 2024-11-26T11:22:40,748 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:22:40,748 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T11:22:40,749 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T11:22:40,749 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T11:22:40,749 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T11:22:40,749 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T11:22:40,749 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:22:40,749 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T11:22:40,749 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T11:22:40,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T11:22:40,757 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T11:22:40,757 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:40,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:22:40,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T11:22:40,759 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T11:22:40,759 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:40,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:22:40,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T11:22:40,761 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T11:22:40,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:40,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:22:40,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T11:22:40,762 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T11:22:40,762 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:40,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:22:40,763 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T11:22:40,764 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/data/hbase/meta/1588230740 2024-11-26T11:22:40,765 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/data/hbase/meta/1588230740 2024-11-26T11:22:40,767 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T11:22:40,767 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T11:22:40,767 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:22:40,769 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T11:22:40,769 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61222034, jitterRate=-0.0877206027507782}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:22:40,769 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T11:22:40,770 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732620160749Writing region info on filesystem at 1732620160749Initializing all the Stores at 1732620160750 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620160750Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620160756 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620160756Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620160756Cleaning up temporary data from old regions at 1732620160767 (+11 ms)Running coprocessor post-open hooks at 1732620160769 (+2 ms)Region opened successfully at 1732620160769 2024-11-26T11:22:40,771 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732620160716 2024-11-26T11:22:40,773 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T11:22:40,773 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T11:22:40,773 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7f3a3edaecc3,41441,1732620158435 2024-11-26T11:22:40,774 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7f3a3edaecc3,41441,1732620158435, state=OPEN 2024-11-26T11:22:40,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41441-0x10176e178890001, quorum=127.0.0.1:50040, baseZNode=/0-133553362 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-133553362/meta-region-server 2024-11-26T11:22:40,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38835-0x10176e178890000, quorum=127.0.0.1:50040, baseZNode=/0-133553362 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-133553362/meta-region-server 2024-11-26T11:22:40,811 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-133553362/meta-region-server: CHANGED 2024-11-26T11:22:40,811 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-133553362/meta-region-server: CHANGED 2024-11-26T11:22:40,811 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,41441,1732620158435 2024-11-26T11:22:40,814 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T11:22:40,814 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,41441,1732620158435 in 247 msec 2024-11-26T11:22:40,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T11:22:40,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 463 msec 2024-11-26T11:22:40,816 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T11:22:40,816 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T11:22:40,817 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:22:40,817 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,41441,1732620158435, seqNum=-1] 2024-11-26T11:22:40,818 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:22:40,819 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54147, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:22:40,824 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 951 msec 2024-11-26T11:22:40,824 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732620160824, completionTime=-1 2024-11-26T11:22:40,824 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T11:22:40,824 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T11:22:40,826 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T11:22:40,826 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732620220826 2024-11-26T11:22:40,826 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732620280826 2024-11-26T11:22:40,827 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T11:22:40,827 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,38835,1732620158229-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:40,827 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,38835,1732620158229-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:40,827 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,38835,1732620158229-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:40,827 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7f3a3edaecc3:38835, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:40,827 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:40,827 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:40,829 DEBUG [master/7f3a3edaecc3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T11:22:40,830 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.330sec 2024-11-26T11:22:40,831 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T11:22:40,831 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T11:22:40,831 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T11:22:40,831 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T11:22:40,831 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T11:22:40,831 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,38835,1732620158229-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T11:22:40,831 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,38835,1732620158229-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T11:22:40,833 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T11:22:40,833 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T11:22:40,833 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,38835,1732620158229-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:40,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34fab3f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:40,863 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,38835,-1 for getting cluster id 2024-11-26T11:22:40,863 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:22:40,864 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '29c205da-fa24-4acc-bed0-e29b7e81ea2a' 2024-11-26T11:22:40,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:22:40,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "29c205da-fa24-4acc-bed0-e29b7e81ea2a" 2024-11-26T11:22:40,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a275d1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:40,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,38835,-1] 2024-11-26T11:22:40,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:22:40,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:40,866 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:22:40,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a0969fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:40,867 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:22:40,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,41441,1732620158435, seqNum=-1] 2024-11-26T11:22:40,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:22:40,869 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:22:40,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7f3a3edaecc3,38835,1732620158229 2024-11-26T11:22:40,871 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50040 2024-11-26T11:22:40,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50040, baseZNode=/0-133553362 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:22:40,890 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10176e178890002 connected 2024-11-26T11:22:40,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a417e4d9-fe9a-72da-46b0-f69fecfb63bc/hadoop.log.dir so I do NOT create it in target/test-data/8dd1cb5d-4478-7923-ff16-90d04cc47ab6 2024-11-26T11:22:40,903 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a417e4d9-fe9a-72da-46b0-f69fecfb63bc/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T11:22:40,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a417e4d9-fe9a-72da-46b0-f69fecfb63bc/hadoop.tmp.dir so I do NOT create it in target/test-data/8dd1cb5d-4478-7923-ff16-90d04cc47ab6 2024-11-26T11:22:40,903 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a417e4d9-fe9a-72da-46b0-f69fecfb63bc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T11:22:40,903 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dd1cb5d-4478-7923-ff16-90d04cc47ab6 2024-11-26T11:22:40,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T11:22:40,903 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dd1cb5d-4478-7923-ff16-90d04cc47ab6/cluster_db4191ea-301c-e115-d1c9-1678edfcd4f9, deleteOnExit=true 2024-11-26T11:22:40,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T11:22:40,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dd1cb5d-4478-7923-ff16-90d04cc47ab6/test.cache.data in system properties and HBase conf 2024-11-26T11:22:40,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dd1cb5d-4478-7923-ff16-90d04cc47ab6/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T11:22:40,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dd1cb5d-4478-7923-ff16-90d04cc47ab6/hadoop.log.dir in system properties and HBase conf 2024-11-26T11:22:40,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dd1cb5d-4478-7923-ff16-90d04cc47ab6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T11:22:40,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dd1cb5d-4478-7923-ff16-90d04cc47ab6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T11:22:40,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T11:22:40,903 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T11:22:40,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dd1cb5d-4478-7923-ff16-90d04cc47ab6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T11:22:40,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dd1cb5d-4478-7923-ff16-90d04cc47ab6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T11:22:40,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dd1cb5d-4478-7923-ff16-90d04cc47ab6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T11:22:40,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dd1cb5d-4478-7923-ff16-90d04cc47ab6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T11:22:40,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dd1cb5d-4478-7923-ff16-90d04cc47ab6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T11:22:40,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dd1cb5d-4478-7923-ff16-90d04cc47ab6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T11:22:40,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dd1cb5d-4478-7923-ff16-90d04cc47ab6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T11:22:40,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dd1cb5d-4478-7923-ff16-90d04cc47ab6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T11:22:40,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dd1cb5d-4478-7923-ff16-90d04cc47ab6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T11:22:40,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dd1cb5d-4478-7923-ff16-90d04cc47ab6/nfs.dump.dir in system properties and HBase conf 2024-11-26T11:22:40,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dd1cb5d-4478-7923-ff16-90d04cc47ab6/java.io.tmpdir in system properties and HBase conf 2024-11-26T11:22:40,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dd1cb5d-4478-7923-ff16-90d04cc47ab6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T11:22:40,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dd1cb5d-4478-7923-ff16-90d04cc47ab6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T11:22:40,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dd1cb5d-4478-7923-ff16-90d04cc47ab6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T11:22:41,234 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:22:41,237 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T11:22:41,238 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T11:22:41,238 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T11:22:41,238 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T11:22:41,239 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:22:41,239 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3cede307{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dd1cb5d-4478-7923-ff16-90d04cc47ab6/hadoop.log.dir/,AVAILABLE} 2024-11-26T11:22:41,239 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a4ede6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T11:22:41,344 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6fffbbd6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dd1cb5d-4478-7923-ff16-90d04cc47ab6/java.io.tmpdir/jetty-localhost-35999-hadoop-hdfs-3_4_1-tests_jar-_-any-13909856254502534429/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T11:22:41,345 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@401cf89e{HTTP/1.1, (http/1.1)}{localhost:35999} 2024-11-26T11:22:41,345 INFO [Time-limited test {}] server.Server(415): Started @333495ms 2024-11-26T11:22:41,643 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:22:41,664 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T11:22:41,673 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T11:22:41,673 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T11:22:41,673 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T11:22:41,684 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2553617c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dd1cb5d-4478-7923-ff16-90d04cc47ab6/hadoop.log.dir/,AVAILABLE} 2024-11-26T11:22:41,685 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@de48196{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T11:22:41,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7954af8f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dd1cb5d-4478-7923-ff16-90d04cc47ab6/java.io.tmpdir/jetty-localhost-38663-hadoop-hdfs-3_4_1-tests_jar-_-any-8139195448784940299/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T11:22:41,821 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10470526{HTTP/1.1, (http/1.1)}{localhost:38663} 2024-11-26T11:22:41,821 INFO [Time-limited test {}] server.Server(415): Started @333971ms 2024-11-26T11:22:41,822 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T11:22:42,553 WARN [Thread-4425 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dd1cb5d-4478-7923-ff16-90d04cc47ab6/cluster_db4191ea-301c-e115-d1c9-1678edfcd4f9/data/data1/current/BP-1329427328-172.17.0.3-1732620160920/current, will proceed with Du for space computation calculation, 2024-11-26T11:22:42,553 WARN [Thread-4426 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dd1cb5d-4478-7923-ff16-90d04cc47ab6/cluster_db4191ea-301c-e115-d1c9-1678edfcd4f9/data/data2/current/BP-1329427328-172.17.0.3-1732620160920/current, will proceed with Du for space computation calculation, 2024-11-26T11:22:42,579 WARN [Thread-4413 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T11:22:42,582 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9f76183c6e12ecc5 with lease ID 0x2e17ec5a5e22b12: Processing first storage report for DS-614ffa59-67f0-4301-bdb7-946fea5bad7a from datanode DatanodeRegistration(127.0.0.1:40169, datanodeUuid=91f030cb-9ccc-4986-9ccf-e35c5ba16813, infoPort=39319, infoSecurePort=0, ipcPort=44765, storageInfo=lv=-57;cid=testClusterID;nsid=619033976;c=1732620160920) 2024-11-26T11:22:42,582 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9f76183c6e12ecc5 with lease ID 0x2e17ec5a5e22b12: from storage DS-614ffa59-67f0-4301-bdb7-946fea5bad7a node DatanodeRegistration(127.0.0.1:40169, datanodeUuid=91f030cb-9ccc-4986-9ccf-e35c5ba16813, infoPort=39319, infoSecurePort=0, ipcPort=44765, storageInfo=lv=-57;cid=testClusterID;nsid=619033976;c=1732620160920), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T11:22:42,582 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9f76183c6e12ecc5 with lease ID 0x2e17ec5a5e22b12: Processing first storage report for DS-ce881c10-bbba-4e0d-9c99-09d9c4376085 from datanode DatanodeRegistration(127.0.0.1:40169, datanodeUuid=91f030cb-9ccc-4986-9ccf-e35c5ba16813, infoPort=39319, infoSecurePort=0, ipcPort=44765, storageInfo=lv=-57;cid=testClusterID;nsid=619033976;c=1732620160920) 2024-11-26T11:22:42,582 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9f76183c6e12ecc5 with lease ID 0x2e17ec5a5e22b12: from storage DS-ce881c10-bbba-4e0d-9c99-09d9c4376085 node DatanodeRegistration(127.0.0.1:40169, datanodeUuid=91f030cb-9ccc-4986-9ccf-e35c5ba16813, infoPort=39319, infoSecurePort=0, ipcPort=44765, storageInfo=lv=-57;cid=testClusterID;nsid=619033976;c=1732620160920), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T11:22:42,603 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dd1cb5d-4478-7923-ff16-90d04cc47ab6 2024-11-26T11:22:42,604 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:22:42,605 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:22:42,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40169 is added to blk_1073741825_1001 (size=7) 2024-11-26T11:22:43,011 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975 with version=8 2024-11-26T11:22:43,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/hbase-staging 2024-11-26T11:22:43,014 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7f3a3edaecc3:0 server-side Connection retries=45 2024-11-26T11:22:43,014 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:22:43,014 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T11:22:43,014 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T11:22:43,014 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:22:43,014 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T11:22:43,014 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T11:22:43,014 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T11:22:43,015 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33591 2024-11-26T11:22:43,015 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33591 connecting to ZooKeeper ensemble=127.0.0.1:50040 2024-11-26T11:22:43,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:335910x0, quorum=127.0.0.1:50040, baseZNode=/11649181392 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:22:43,079 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33591-0x10176e178890003 connected 2024-11-26T11:22:43,153 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:22:43,154 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:22:43,155 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33591-0x10176e178890003, quorum=127.0.0.1:50040, baseZNode=/11649181392 Set watcher on znode that does not yet exist, /11649181392/running 2024-11-26T11:22:43,155 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975, hbase.cluster.distributed=false 2024-11-26T11:22:43,157 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33591-0x10176e178890003, quorum=127.0.0.1:50040, baseZNode=/11649181392 Set watcher on znode that does not yet exist, /11649181392/acl 2024-11-26T11:22:43,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33591 2024-11-26T11:22:43,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33591 2024-11-26T11:22:43,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33591 2024-11-26T11:22:43,158 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33591 2024-11-26T11:22:43,158 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33591 2024-11-26T11:22:43,171 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7f3a3edaecc3:0 server-side Connection retries=45 2024-11-26T11:22:43,171 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:22:43,171 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T11:22:43,171 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T11:22:43,171 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:22:43,171 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T11:22:43,171 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T11:22:43,171 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T11:22:43,172 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45017 2024-11-26T11:22:43,172 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45017 connecting to ZooKeeper ensemble=127.0.0.1:50040 2024-11-26T11:22:43,173 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:22:43,174 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:22:43,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:450170x0, quorum=127.0.0.1:50040, baseZNode=/11649181392 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:22:43,184 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45017-0x10176e178890004 connected 2024-11-26T11:22:43,184 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:450170x0, quorum=127.0.0.1:50040, baseZNode=/11649181392 Set watcher on znode that does not yet exist, /11649181392/running 2024-11-26T11:22:43,185 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T11:22:43,185 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T11:22:43,185 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45017-0x10176e178890004, quorum=127.0.0.1:50040, baseZNode=/11649181392 Set watcher on znode that does not yet exist, /11649181392/master 2024-11-26T11:22:43,186 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45017-0x10176e178890004, quorum=127.0.0.1:50040, baseZNode=/11649181392 Set watcher on znode that does not yet exist, /11649181392/acl 2024-11-26T11:22:43,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45017 2024-11-26T11:22:43,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45017 2024-11-26T11:22:43,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45017 2024-11-26T11:22:43,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45017 2024-11-26T11:22:43,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45017 2024-11-26T11:22:43,209 DEBUG [M:0;7f3a3edaecc3:33591 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7f3a3edaecc3:33591 2024-11-26T11:22:43,209 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11649181392/backup-masters/7f3a3edaecc3,33591,1732620163013 2024-11-26T11:22:43,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45017-0x10176e178890004, quorum=127.0.0.1:50040, baseZNode=/11649181392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11649181392/backup-masters 2024-11-26T11:22:43,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33591-0x10176e178890003, quorum=127.0.0.1:50040, baseZNode=/11649181392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11649181392/backup-masters 2024-11-26T11:22:43,216 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33591-0x10176e178890003, quorum=127.0.0.1:50040, baseZNode=/11649181392 Set watcher on existing znode=/11649181392/backup-masters/7f3a3edaecc3,33591,1732620163013 2024-11-26T11:22:43,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33591-0x10176e178890003, quorum=127.0.0.1:50040, baseZNode=/11649181392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11649181392 2024-11-26T11:22:43,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45017-0x10176e178890004, quorum=127.0.0.1:50040, baseZNode=/11649181392 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11649181392/master 2024-11-26T11:22:43,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45017-0x10176e178890004, quorum=127.0.0.1:50040, baseZNode=/11649181392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11649181392 2024-11-26T11:22:43,226 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33591-0x10176e178890003, quorum=127.0.0.1:50040, baseZNode=/11649181392 Set watcher on existing znode=/11649181392/master 2024-11-26T11:22:43,227 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11649181392/backup-masters/7f3a3edaecc3,33591,1732620163013 from backup master directory 2024-11-26T11:22:43,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33591-0x10176e178890003, quorum=127.0.0.1:50040, baseZNode=/11649181392 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11649181392/backup-masters/7f3a3edaecc3,33591,1732620163013 2024-11-26T11:22:43,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45017-0x10176e178890004, quorum=127.0.0.1:50040, baseZNode=/11649181392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11649181392/backup-masters 2024-11-26T11:22:43,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33591-0x10176e178890003, quorum=127.0.0.1:50040, baseZNode=/11649181392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11649181392/backup-masters 2024-11-26T11:22:43,237 WARN [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T11:22:43,237 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7f3a3edaecc3,33591,1732620163013 2024-11-26T11:22:43,240 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/hbase.id] with ID: d2a58f4e-09df-4e02-9df0-3766af04b4b5 2024-11-26T11:22:43,240 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/.tmp/hbase.id 2024-11-26T11:22:43,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40169 is added to blk_1073741826_1002 (size=42) 2024-11-26T11:22:43,244 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/.tmp/hbase.id]:[hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/hbase.id] 2024-11-26T11:22:43,251 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:22:43,252 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T11:22:43,252 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-26T11:22:43,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45017-0x10176e178890004, quorum=127.0.0.1:50040, baseZNode=/11649181392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11649181392 2024-11-26T11:22:43,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33591-0x10176e178890003, quorum=127.0.0.1:50040, baseZNode=/11649181392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11649181392 2024-11-26T11:22:43,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40169 is added to blk_1073741827_1003 (size=196) 2024-11-26T11:22:43,269 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T11:22:43,270 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T11:22:43,270 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:22:43,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40169 is added to blk_1073741828_1004 (size=1189) 2024-11-26T11:22:43,679 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/MasterData/data/master/store 2024-11-26T11:22:43,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40169 is added to blk_1073741829_1005 (size=34) 2024-11-26T11:22:44,085 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:22:44,085 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T11:22:44,085 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:22:44,085 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:22:44,085 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T11:22:44,085 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:22:44,085 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:22:44,085 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732620164085Disabling compacts and flushes for region at 1732620164085Disabling writes for close at 1732620164085Writing region close event to WAL at 1732620164085Closed at 1732620164085 2024-11-26T11:22:44,086 WARN [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/MasterData/data/master/store/.initializing 2024-11-26T11:22:44,086 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/MasterData/WALs/7f3a3edaecc3,33591,1732620163013 2024-11-26T11:22:44,086 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T11:22:44,088 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7f3a3edaecc3%2C33591%2C1732620163013, suffix=, logDir=hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/MasterData/WALs/7f3a3edaecc3,33591,1732620163013, archiveDir=hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/MasterData/oldWALs, maxLogs=10 2024-11-26T11:22:44,101 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/MasterData/WALs/7f3a3edaecc3,33591,1732620163013/7f3a3edaecc3%2C33591%2C1732620163013.1732620164088, exclude list is [], retry=0 2024-11-26T11:22:44,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40169,DS-614ffa59-67f0-4301-bdb7-946fea5bad7a,DISK] 2024-11-26T11:22:44,105 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/MasterData/WALs/7f3a3edaecc3,33591,1732620163013/7f3a3edaecc3%2C33591%2C1732620163013.1732620164088 2024-11-26T11:22:44,105 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39319:39319)] 2024-11-26T11:22:44,105 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:22:44,105 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:22:44,106 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:22:44,106 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:22:44,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:22:44,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T11:22:44,107 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:44,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:22:44,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:22:44,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T11:22:44,109 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:44,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:22:44,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:22:44,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T11:22:44,110 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:44,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:22:44,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:22:44,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T11:22:44,111 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:44,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:22:44,112 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:22:44,112 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:22:44,113 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:22:44,114 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:22:44,114 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:22:44,114 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:22:44,115 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:22:44,117 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:22:44,117 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64442739, jitterRate=-0.03972835838794708}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:22:44,117 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732620164106Initializing all the Stores at 1732620164106Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620164106Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620164106Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620164106Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620164106Cleaning up temporary data from old regions at 1732620164114 (+8 ms)Region opened successfully at 1732620164117 (+3 ms) 2024-11-26T11:22:44,118 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T11:22:44,120 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19ecba27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7f3a3edaecc3/172.17.0.3:0 2024-11-26T11:22:44,121 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T11:22:44,121 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T11:22:44,121 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T11:22:44,121 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T11:22:44,121 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T11:22:44,122 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T11:22:44,122 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T11:22:44,123 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T11:22:44,124 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33591-0x10176e178890003, quorum=127.0.0.1:50040, baseZNode=/11649181392 Unable to get data of znode /11649181392/balancer because node does not exist (not necessarily an error) 2024-11-26T11:22:44,152 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11649181392/balancer already deleted, retry=false 2024-11-26T11:22:44,153 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T11:22:44,153 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33591-0x10176e178890003, quorum=127.0.0.1:50040, baseZNode=/11649181392 Unable to get data of znode /11649181392/normalizer because node does not exist (not necessarily an error) 2024-11-26T11:22:44,163 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11649181392/normalizer already deleted, retry=false 2024-11-26T11:22:44,163 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T11:22:44,164 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33591-0x10176e178890003, quorum=127.0.0.1:50040, baseZNode=/11649181392 Unable to get data of znode /11649181392/switch/split because node does not exist (not necessarily an error) 2024-11-26T11:22:44,173 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11649181392/switch/split already deleted, retry=false 2024-11-26T11:22:44,174 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33591-0x10176e178890003, quorum=127.0.0.1:50040, baseZNode=/11649181392 Unable to get data of znode /11649181392/switch/merge because node does not exist (not necessarily an error) 2024-11-26T11:22:44,184 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11649181392/switch/merge already deleted, retry=false 2024-11-26T11:22:44,185 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33591-0x10176e178890003, quorum=127.0.0.1:50040, baseZNode=/11649181392 Unable to get data of znode /11649181392/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T11:22:44,194 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11649181392/snapshot-cleanup already deleted, retry=false 2024-11-26T11:22:44,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45017-0x10176e178890004, quorum=127.0.0.1:50040, baseZNode=/11649181392 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11649181392/running 2024-11-26T11:22:44,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33591-0x10176e178890003, quorum=127.0.0.1:50040, baseZNode=/11649181392 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11649181392/running 2024-11-26T11:22:44,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33591-0x10176e178890003, quorum=127.0.0.1:50040, baseZNode=/11649181392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11649181392 2024-11-26T11:22:44,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45017-0x10176e178890004, quorum=127.0.0.1:50040, baseZNode=/11649181392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11649181392 2024-11-26T11:22:44,205 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7f3a3edaecc3,33591,1732620163013, sessionid=0x10176e178890003, setting cluster-up flag (Was=false) 2024-11-26T11:22:44,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45017-0x10176e178890004, quorum=127.0.0.1:50040, baseZNode=/11649181392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11649181392 2024-11-26T11:22:44,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33591-0x10176e178890003, quorum=127.0.0.1:50040, baseZNode=/11649181392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11649181392 2024-11-26T11:22:44,258 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11649181392/flush-table-proc/acquired, /11649181392/flush-table-proc/reached, /11649181392/flush-table-proc/abort 2024-11-26T11:22:44,259 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7f3a3edaecc3,33591,1732620163013 2024-11-26T11:22:44,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45017-0x10176e178890004, quorum=127.0.0.1:50040, baseZNode=/11649181392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11649181392 2024-11-26T11:22:44,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33591-0x10176e178890003, quorum=127.0.0.1:50040, baseZNode=/11649181392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11649181392 2024-11-26T11:22:44,310 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11649181392/online-snapshot/acquired, /11649181392/online-snapshot/reached, /11649181392/online-snapshot/abort 2024-11-26T11:22:44,311 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7f3a3edaecc3,33591,1732620163013 2024-11-26T11:22:44,312 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T11:22:44,314 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T11:22:44,314 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T11:22:44,314 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T11:22:44,314 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7f3a3edaecc3,33591,1732620163013 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T11:22:44,315 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:22:44,315 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:22:44,315 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:22:44,315 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:22:44,315 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7f3a3edaecc3:0, corePoolSize=10, maxPoolSize=10 2024-11-26T11:22:44,315 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:22:44,316 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=2, maxPoolSize=2 2024-11-26T11:22:44,316 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:22:44,316 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732620194316 2024-11-26T11:22:44,317 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T11:22:44,317 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T11:22:44,317 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T11:22:44,317 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T11:22:44,317 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T11:22:44,317 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T11:22:44,317 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T11:22:44,317 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T11:22:44,317 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:44,317 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T11:22:44,317 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T11:22:44,317 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T11:22:44,317 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T11:22:44,317 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:44,317 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T11:22:44,318 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T11:22:44,317 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T11:22:44,318 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732620164318,5,FailOnTimeoutGroup] 2024-11-26T11:22:44,318 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732620164318,5,FailOnTimeoutGroup] 2024-11-26T11:22:44,318 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:44,319 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T11:22:44,319 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:44,319 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:44,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40169 is added to blk_1073741831_1007 (size=1321) 2024-11-26T11:22:44,326 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T11:22:44,326 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975 2024-11-26T11:22:44,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40169 is added to blk_1073741832_1008 (size=32) 2024-11-26T11:22:44,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:22:44,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T11:22:44,333 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T11:22:44,333 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:44,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:22:44,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T11:22:44,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T11:22:44,334 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:44,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:22:44,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T11:22:44,336 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T11:22:44,336 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:44,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:22:44,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T11:22:44,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T11:22:44,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:44,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:22:44,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T11:22:44,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/data/hbase/meta/1588230740 2024-11-26T11:22:44,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/data/hbase/meta/1588230740 2024-11-26T11:22:44,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T11:22:44,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T11:22:44,339 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:22:44,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T11:22:44,342 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:22:44,342 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59088536, jitterRate=-0.11951220035552979}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:22:44,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732620164330Initializing all the Stores at 1732620164331 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620164331Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620164332 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620164332Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620164332Cleaning up temporary data from old regions at 1732620164339 (+7 ms)Region opened successfully at 1732620164342 (+3 ms) 2024-11-26T11:22:44,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T11:22:44,342 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T11:22:44,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T11:22:44,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T11:22:44,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T11:22:44,342 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T11:22:44,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732620164342Disabling compacts and flushes for region at 1732620164342Disabling writes for close at 1732620164342Writing region close event to WAL at 1732620164342Closed at 1732620164342 2024-11-26T11:22:44,343 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T11:22:44,343 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T11:22:44,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T11:22:44,344 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T11:22:44,345 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T11:22:44,397 INFO [RS:0;7f3a3edaecc3:45017 {}] regionserver.HRegionServer(746): ClusterId : d2a58f4e-09df-4e02-9df0-3766af04b4b5 2024-11-26T11:22:44,397 DEBUG [RS:0;7f3a3edaecc3:45017 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T11:22:44,406 DEBUG [RS:0;7f3a3edaecc3:45017 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T11:22:44,406 DEBUG [RS:0;7f3a3edaecc3:45017 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T11:22:44,416 DEBUG [RS:0;7f3a3edaecc3:45017 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T11:22:44,416 DEBUG [RS:0;7f3a3edaecc3:45017 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@169fbfad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7f3a3edaecc3/172.17.0.3:0 2024-11-26T11:22:44,440 DEBUG [RS:0;7f3a3edaecc3:45017 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7f3a3edaecc3:45017 2024-11-26T11:22:44,440 INFO [RS:0;7f3a3edaecc3:45017 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T11:22:44,440 INFO [RS:0;7f3a3edaecc3:45017 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T11:22:44,440 DEBUG [RS:0;7f3a3edaecc3:45017 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T11:22:44,441 INFO [RS:0;7f3a3edaecc3:45017 {}] regionserver.HRegionServer(2659): reportForDuty to master=7f3a3edaecc3,33591,1732620163013 with port=45017, startcode=1732620163170 2024-11-26T11:22:44,441 DEBUG [RS:0;7f3a3edaecc3:45017 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T11:22:44,442 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59385, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T11:22:44,443 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33591 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7f3a3edaecc3,45017,1732620163170 2024-11-26T11:22:44,443 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33591 {}] master.ServerManager(517): Registering regionserver=7f3a3edaecc3,45017,1732620163170 2024-11-26T11:22:44,444 DEBUG [RS:0;7f3a3edaecc3:45017 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975 2024-11-26T11:22:44,444 DEBUG [RS:0;7f3a3edaecc3:45017 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43709 2024-11-26T11:22:44,444 DEBUG [RS:0;7f3a3edaecc3:45017 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T11:22:44,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33591-0x10176e178890003, quorum=127.0.0.1:50040, baseZNode=/11649181392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11649181392/rs 2024-11-26T11:22:44,489 DEBUG [RS:0;7f3a3edaecc3:45017 {}] zookeeper.ZKUtil(111): regionserver:45017-0x10176e178890004, quorum=127.0.0.1:50040, baseZNode=/11649181392 Set watcher on existing znode=/11649181392/rs/7f3a3edaecc3,45017,1732620163170 2024-11-26T11:22:44,489 WARN [RS:0;7f3a3edaecc3:45017 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T11:22:44,489 INFO [RS:0;7f3a3edaecc3:45017 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:22:44,489 DEBUG [RS:0;7f3a3edaecc3:45017 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/WALs/7f3a3edaecc3,45017,1732620163170 2024-11-26T11:22:44,489 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7f3a3edaecc3,45017,1732620163170] 2024-11-26T11:22:44,491 INFO [RS:0;7f3a3edaecc3:45017 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T11:22:44,492 INFO [RS:0;7f3a3edaecc3:45017 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T11:22:44,492 INFO [RS:0;7f3a3edaecc3:45017 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T11:22:44,492 INFO [RS:0;7f3a3edaecc3:45017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:44,492 INFO [RS:0;7f3a3edaecc3:45017 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T11:22:44,493 INFO [RS:0;7f3a3edaecc3:45017 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T11:22:44,493 INFO [RS:0;7f3a3edaecc3:45017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:44,493 DEBUG [RS:0;7f3a3edaecc3:45017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:22:44,493 DEBUG [RS:0;7f3a3edaecc3:45017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:22:44,493 DEBUG [RS:0;7f3a3edaecc3:45017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:22:44,493 DEBUG [RS:0;7f3a3edaecc3:45017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:22:44,493 DEBUG [RS:0;7f3a3edaecc3:45017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:22:44,493 DEBUG [RS:0;7f3a3edaecc3:45017 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7f3a3edaecc3:0, corePoolSize=2, maxPoolSize=2 2024-11-26T11:22:44,493 DEBUG [RS:0;7f3a3edaecc3:45017 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:22:44,493 DEBUG [RS:0;7f3a3edaecc3:45017 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:22:44,493 DEBUG [RS:0;7f3a3edaecc3:45017 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:22:44,493 DEBUG [RS:0;7f3a3edaecc3:45017 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:22:44,493 DEBUG [RS:0;7f3a3edaecc3:45017 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:22:44,493 DEBUG [RS:0;7f3a3edaecc3:45017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:22:44,493 DEBUG [RS:0;7f3a3edaecc3:45017 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7f3a3edaecc3:0, corePoolSize=3, maxPoolSize=3 2024-11-26T11:22:44,493 DEBUG [RS:0;7f3a3edaecc3:45017 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7f3a3edaecc3:0, corePoolSize=3, maxPoolSize=3 2024-11-26T11:22:44,494 INFO [RS:0;7f3a3edaecc3:45017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:44,494 INFO [RS:0;7f3a3edaecc3:45017 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:44,494 INFO [RS:0;7f3a3edaecc3:45017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:44,494 INFO [RS:0;7f3a3edaecc3:45017 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:44,494 INFO [RS:0;7f3a3edaecc3:45017 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:44,494 INFO [RS:0;7f3a3edaecc3:45017 {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,45017,1732620163170-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T11:22:44,495 WARN [7f3a3edaecc3:33591 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-26T11:22:44,508 INFO [RS:0;7f3a3edaecc3:45017 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T11:22:44,508 INFO [RS:0;7f3a3edaecc3:45017 {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,45017,1732620163170-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:44,509 INFO [RS:0;7f3a3edaecc3:45017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:44,509 INFO [RS:0;7f3a3edaecc3:45017 {}] regionserver.Replication(171): 7f3a3edaecc3,45017,1732620163170 started 2024-11-26T11:22:44,520 INFO [RS:0;7f3a3edaecc3:45017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:44,521 INFO [RS:0;7f3a3edaecc3:45017 {}] regionserver.HRegionServer(1482): Serving as 7f3a3edaecc3,45017,1732620163170, RpcServer on 7f3a3edaecc3/172.17.0.3:45017, sessionid=0x10176e178890004 2024-11-26T11:22:44,521 DEBUG [RS:0;7f3a3edaecc3:45017 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T11:22:44,521 DEBUG [RS:0;7f3a3edaecc3:45017 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7f3a3edaecc3,45017,1732620163170 2024-11-26T11:22:44,521 DEBUG [RS:0;7f3a3edaecc3:45017 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7f3a3edaecc3,45017,1732620163170' 2024-11-26T11:22:44,521 DEBUG [RS:0;7f3a3edaecc3:45017 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11649181392/flush-table-proc/abort' 2024-11-26T11:22:44,521 DEBUG [RS:0;7f3a3edaecc3:45017 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11649181392/flush-table-proc/acquired' 2024-11-26T11:22:44,522 DEBUG [RS:0;7f3a3edaecc3:45017 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T11:22:44,522 DEBUG [RS:0;7f3a3edaecc3:45017 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T11:22:44,522 DEBUG [RS:0;7f3a3edaecc3:45017 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7f3a3edaecc3,45017,1732620163170 2024-11-26T11:22:44,522 DEBUG [RS:0;7f3a3edaecc3:45017 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7f3a3edaecc3,45017,1732620163170' 2024-11-26T11:22:44,522 DEBUG [RS:0;7f3a3edaecc3:45017 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11649181392/online-snapshot/abort' 2024-11-26T11:22:44,522 DEBUG [RS:0;7f3a3edaecc3:45017 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11649181392/online-snapshot/acquired' 2024-11-26T11:22:44,522 DEBUG [RS:0;7f3a3edaecc3:45017 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T11:22:44,522 INFO [RS:0;7f3a3edaecc3:45017 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T11:22:44,522 INFO [RS:0;7f3a3edaecc3:45017 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T11:22:44,623 INFO [RS:0;7f3a3edaecc3:45017 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T11:22:44,624 INFO [RS:0;7f3a3edaecc3:45017 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7f3a3edaecc3%2C45017%2C1732620163170, suffix=, logDir=hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/WALs/7f3a3edaecc3,45017,1732620163170, archiveDir=hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/oldWALs, maxLogs=10 2024-11-26T11:22:44,641 DEBUG [RS:0;7f3a3edaecc3:45017 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/WALs/7f3a3edaecc3,45017,1732620163170/7f3a3edaecc3%2C45017%2C1732620163170.1732620164624, exclude list is [], retry=0 2024-11-26T11:22:44,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40169,DS-614ffa59-67f0-4301-bdb7-946fea5bad7a,DISK] 2024-11-26T11:22:44,645 INFO [RS:0;7f3a3edaecc3:45017 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/WALs/7f3a3edaecc3,45017,1732620163170/7f3a3edaecc3%2C45017%2C1732620163170.1732620164624 2024-11-26T11:22:44,645 DEBUG [RS:0;7f3a3edaecc3:45017 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39319:39319)] 2024-11-26T11:22:44,745 DEBUG [7f3a3edaecc3:33591 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T11:22:44,746 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7f3a3edaecc3,45017,1732620163170 2024-11-26T11:22:44,747 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7f3a3edaecc3,45017,1732620163170, state=OPENING 2024-11-26T11:22:44,763 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T11:22:44,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33591-0x10176e178890003, quorum=127.0.0.1:50040, baseZNode=/11649181392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11649181392 2024-11-26T11:22:44,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45017-0x10176e178890004, quorum=127.0.0.1:50040, baseZNode=/11649181392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11649181392 2024-11-26T11:22:44,774 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11649181392/meta-region-server: CHANGED 2024-11-26T11:22:44,774 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11649181392/meta-region-server: CHANGED 2024-11-26T11:22:44,774 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T11:22:44,774 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,45017,1732620163170}] 2024-11-26T11:22:44,926 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T11:22:44,928 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58551, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T11:22:44,930 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T11:22:44,930 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:22:44,930 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T11:22:44,931 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7f3a3edaecc3%2C45017%2C1732620163170.meta, suffix=.meta, logDir=hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/WALs/7f3a3edaecc3,45017,1732620163170, archiveDir=hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/oldWALs, maxLogs=10 2024-11-26T11:22:44,944 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/WALs/7f3a3edaecc3,45017,1732620163170/7f3a3edaecc3%2C45017%2C1732620163170.meta.1732620164932.meta, exclude list is [], retry=0 2024-11-26T11:22:44,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40169,DS-614ffa59-67f0-4301-bdb7-946fea5bad7a,DISK] 2024-11-26T11:22:44,947 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/WALs/7f3a3edaecc3,45017,1732620163170/7f3a3edaecc3%2C45017%2C1732620163170.meta.1732620164932.meta 2024-11-26T11:22:44,947 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39319:39319)] 2024-11-26T11:22:44,947 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:22:44,948 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T11:22:44,948 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T11:22:44,948 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T11:22:44,948 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T11:22:44,948 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T11:22:44,948 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:22:44,948 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T11:22:44,948 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T11:22:44,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T11:22:44,950 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T11:22:44,950 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:44,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:22:44,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T11:22:44,951 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T11:22:44,951 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:44,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:22:44,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T11:22:44,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T11:22:44,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:44,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:22:44,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T11:22:44,953 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T11:22:44,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:44,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:22:44,953 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T11:22:44,954 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/data/hbase/meta/1588230740 2024-11-26T11:22:44,954 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/data/hbase/meta/1588230740 2024-11-26T11:22:44,955 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T11:22:44,955 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T11:22:44,955 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:22:44,956 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T11:22:44,956 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65864918, jitterRate=-0.018536239862442017}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:22:44,956 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T11:22:44,957 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732620164948Writing region info on filesystem at 1732620164948Initializing all the Stores at 1732620164949 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620164949Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620164949Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620164949Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620164949Cleaning up temporary data from old regions at 1732620164955 (+6 ms)Running coprocessor post-open hooks at 1732620164956 (+1 ms)Region opened successfully at 1732620164957 (+1 ms) 2024-11-26T11:22:44,957 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732620164926 2024-11-26T11:22:44,959 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T11:22:44,959 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T11:22:44,959 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7f3a3edaecc3,45017,1732620163170 2024-11-26T11:22:44,960 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7f3a3edaecc3,45017,1732620163170, state=OPEN 2024-11-26T11:22:44,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33591-0x10176e178890003, quorum=127.0.0.1:50040, baseZNode=/11649181392 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11649181392/meta-region-server 2024-11-26T11:22:44,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45017-0x10176e178890004, quorum=127.0.0.1:50040, baseZNode=/11649181392 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11649181392/meta-region-server 2024-11-26T11:22:44,984 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,45017,1732620163170 2024-11-26T11:22:44,984 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11649181392/meta-region-server: CHANGED 2024-11-26T11:22:44,984 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11649181392/meta-region-server: CHANGED 2024-11-26T11:22:44,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T11:22:44,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,45017,1732620163170 in 210 msec 2024-11-26T11:22:44,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T11:22:44,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 643 msec 2024-11-26T11:22:44,989 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T11:22:44,989 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T11:22:44,990 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:22:44,990 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,45017,1732620163170, seqNum=-1] 2024-11-26T11:22:44,990 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:22:44,991 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56597, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:22:44,994 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 681 msec 2024-11-26T11:22:44,995 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732620164995, completionTime=-1 2024-11-26T11:22:44,995 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T11:22:44,995 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T11:22:44,996 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T11:22:44,996 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732620224996 2024-11-26T11:22:44,996 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732620284996 2024-11-26T11:22:44,996 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T11:22:44,997 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,33591,1732620163013-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:44,997 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,33591,1732620163013-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:44,997 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,33591,1732620163013-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:44,997 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7f3a3edaecc3:33591, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:44,997 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:44,997 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:44,999 DEBUG [master/7f3a3edaecc3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T11:22:45,000 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.763sec 2024-11-26T11:22:45,000 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T11:22:45,000 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T11:22:45,000 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T11:22:45,000 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T11:22:45,000 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T11:22:45,000 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,33591,1732620163013-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T11:22:45,000 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,33591,1732620163013-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T11:22:45,002 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T11:22:45,002 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T11:22:45,002 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,33591,1732620163013-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:45,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46510e09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:45,097 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,33591,-1 for getting cluster id 2024-11-26T11:22:45,097 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:22:45,098 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2a58f4e-09df-4e02-9df0-3766af04b4b5' 2024-11-26T11:22:45,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:22:45,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2a58f4e-09df-4e02-9df0-3766af04b4b5" 2024-11-26T11:22:45,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dc93a54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:45,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,33591,-1] 2024-11-26T11:22:45,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:22:45,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:45,100 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:22:45,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7742bc7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:45,101 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:22:45,101 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,45017,1732620163170, seqNum=-1] 2024-11-26T11:22:45,101 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:22:45,102 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:22:45,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7f3a3edaecc3,33591,1732620163013 2024-11-26T11:22:45,104 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50040 2024-11-26T11:22:45,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50040, baseZNode=/11649181392 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:22:45,111 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10176e178890005 connected 2024-11-26T11:22:45,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dd1cb5d-4478-7923-ff16-90d04cc47ab6/hadoop.log.dir so I do NOT create it in target/test-data/4c8fcd26-0115-7658-f867-3b5981b608c7 2024-11-26T11:22:45,123 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dd1cb5d-4478-7923-ff16-90d04cc47ab6/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T11:22:45,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dd1cb5d-4478-7923-ff16-90d04cc47ab6/hadoop.tmp.dir so I do NOT create it in target/test-data/4c8fcd26-0115-7658-f867-3b5981b608c7 2024-11-26T11:22:45,124 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dd1cb5d-4478-7923-ff16-90d04cc47ab6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T11:22:45,124 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c8fcd26-0115-7658-f867-3b5981b608c7 2024-11-26T11:22:45,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T11:22:45,124 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c8fcd26-0115-7658-f867-3b5981b608c7/cluster_f4b9c7c7-4591-626b-76cc-65aa15e19eb9, deleteOnExit=true 2024-11-26T11:22:45,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T11:22:45,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c8fcd26-0115-7658-f867-3b5981b608c7/test.cache.data in system properties and HBase conf 2024-11-26T11:22:45,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c8fcd26-0115-7658-f867-3b5981b608c7/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T11:22:45,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c8fcd26-0115-7658-f867-3b5981b608c7/hadoop.log.dir in system properties and HBase conf 2024-11-26T11:22:45,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c8fcd26-0115-7658-f867-3b5981b608c7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T11:22:45,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c8fcd26-0115-7658-f867-3b5981b608c7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T11:22:45,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T11:22:45,125 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T11:22:45,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c8fcd26-0115-7658-f867-3b5981b608c7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T11:22:45,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c8fcd26-0115-7658-f867-3b5981b608c7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T11:22:45,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c8fcd26-0115-7658-f867-3b5981b608c7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T11:22:45,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c8fcd26-0115-7658-f867-3b5981b608c7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T11:22:45,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c8fcd26-0115-7658-f867-3b5981b608c7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T11:22:45,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c8fcd26-0115-7658-f867-3b5981b608c7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T11:22:45,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c8fcd26-0115-7658-f867-3b5981b608c7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T11:22:45,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c8fcd26-0115-7658-f867-3b5981b608c7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T11:22:45,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c8fcd26-0115-7658-f867-3b5981b608c7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T11:22:45,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c8fcd26-0115-7658-f867-3b5981b608c7/nfs.dump.dir in system properties and HBase conf 2024-11-26T11:22:45,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c8fcd26-0115-7658-f867-3b5981b608c7/java.io.tmpdir in system properties and HBase conf 2024-11-26T11:22:45,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c8fcd26-0115-7658-f867-3b5981b608c7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T11:22:45,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c8fcd26-0115-7658-f867-3b5981b608c7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T11:22:45,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c8fcd26-0115-7658-f867-3b5981b608c7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T11:22:45,407 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:22:45,410 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T11:22:45,412 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T11:22:45,412 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T11:22:45,412 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T11:22:45,414 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:22:45,416 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@430d0207{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c8fcd26-0115-7658-f867-3b5981b608c7/hadoop.log.dir/,AVAILABLE} 2024-11-26T11:22:45,416 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cc9cb04{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T11:22:45,511 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@68545b99{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c8fcd26-0115-7658-f867-3b5981b608c7/java.io.tmpdir/jetty-localhost-38299-hadoop-hdfs-3_4_1-tests_jar-_-any-3951617392921431275/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T11:22:45,511 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11b8c516{HTTP/1.1, (http/1.1)}{localhost:38299} 2024-11-26T11:22:45,512 INFO [Time-limited test {}] server.Server(415): Started @337662ms 2024-11-26T11:22:45,741 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:22:45,745 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T11:22:45,748 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T11:22:45,748 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T11:22:45,748 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T11:22:45,748 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ec34f65{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c8fcd26-0115-7658-f867-3b5981b608c7/hadoop.log.dir/,AVAILABLE} 2024-11-26T11:22:45,748 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3479b70e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T11:22:45,845 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e83bf37{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c8fcd26-0115-7658-f867-3b5981b608c7/java.io.tmpdir/jetty-localhost-35381-hadoop-hdfs-3_4_1-tests_jar-_-any-13773990615049251773/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T11:22:45,846 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60a6b47d{HTTP/1.1, (http/1.1)}{localhost:35381} 2024-11-26T11:22:45,846 INFO [Time-limited test {}] server.Server(415): Started @337996ms 2024-11-26T11:22:45,847 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T11:22:46,251 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T11:22:46,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:46,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:46,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:46,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:46,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:46,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:46,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:46,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:46,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:46,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:46,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:46,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:46,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:46,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:46,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:46,308 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:46,308 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:46,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:46,496 WARN [Thread-4546 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c8fcd26-0115-7658-f867-3b5981b608c7/cluster_f4b9c7c7-4591-626b-76cc-65aa15e19eb9/data/data1/current/BP-1479722794-172.17.0.3-1732620165144/current, will proceed with Du for space computation calculation, 2024-11-26T11:22:46,496 WARN [Thread-4547 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c8fcd26-0115-7658-f867-3b5981b608c7/cluster_f4b9c7c7-4591-626b-76cc-65aa15e19eb9/data/data2/current/BP-1479722794-172.17.0.3-1732620165144/current, will proceed with Du for space computation calculation, 2024-11-26T11:22:46,523 WARN [Thread-4533 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T11:22:46,525 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8bbbdb7aaae892e0 with lease ID 0xf7b3133b810b3185: Processing first storage report for DS-dff3c0cc-a110-4b85-bb0f-b4361e343a25 from datanode DatanodeRegistration(127.0.0.1:34979, datanodeUuid=09c7dfba-7182-4a38-8cd0-d2070a33cffc, infoPort=33343, infoSecurePort=0, ipcPort=45627, storageInfo=lv=-57;cid=testClusterID;nsid=174057077;c=1732620165144) 2024-11-26T11:22:46,525 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8bbbdb7aaae892e0 with lease ID 0xf7b3133b810b3185: from storage DS-dff3c0cc-a110-4b85-bb0f-b4361e343a25 node DatanodeRegistration(127.0.0.1:34979, datanodeUuid=09c7dfba-7182-4a38-8cd0-d2070a33cffc, infoPort=33343, infoSecurePort=0, ipcPort=45627, storageInfo=lv=-57;cid=testClusterID;nsid=174057077;c=1732620165144), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T11:22:46,525 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8bbbdb7aaae892e0 with lease ID 0xf7b3133b810b3185: Processing first storage report for DS-02334fcf-0060-41a8-a01b-7e96c022f3f7 from datanode DatanodeRegistration(127.0.0.1:34979, datanodeUuid=09c7dfba-7182-4a38-8cd0-d2070a33cffc, infoPort=33343, infoSecurePort=0, ipcPort=45627, storageInfo=lv=-57;cid=testClusterID;nsid=174057077;c=1732620165144) 2024-11-26T11:22:46,525 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8bbbdb7aaae892e0 with lease ID 0xf7b3133b810b3185: from storage DS-02334fcf-0060-41a8-a01b-7e96c022f3f7 node DatanodeRegistration(127.0.0.1:34979, datanodeUuid=09c7dfba-7182-4a38-8cd0-d2070a33cffc, infoPort=33343, infoSecurePort=0, ipcPort=45627, storageInfo=lv=-57;cid=testClusterID;nsid=174057077;c=1732620165144), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T11:22:46,570 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c8fcd26-0115-7658-f867-3b5981b608c7 2024-11-26T11:22:46,570 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:22:46,572 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:22:46,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741825_1001 (size=7) 2024-11-26T11:22:46,579 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0 with version=8 2024-11-26T11:22:46,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/hbase-staging 2024-11-26T11:22:46,581 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7f3a3edaecc3:0 server-side Connection retries=45 2024-11-26T11:22:46,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:22:46,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T11:22:46,581 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T11:22:46,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:22:46,582 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T11:22:46,582 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T11:22:46,582 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T11:22:46,582 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41423 2024-11-26T11:22:46,583 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41423 connecting to ZooKeeper ensemble=127.0.0.1:50040 2024-11-26T11:22:46,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:414230x0, quorum=127.0.0.1:50040, baseZNode=/2-1475829587 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:22:46,605 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41423-0x10176e178890006 connected 2024-11-26T11:22:46,679 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:22:46,680 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:22:46,682 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41423-0x10176e178890006, quorum=127.0.0.1:50040, baseZNode=/2-1475829587 Set watcher on znode that does not yet exist, /2-1475829587/running 2024-11-26T11:22:46,682 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0, hbase.cluster.distributed=false 2024-11-26T11:22:46,683 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41423-0x10176e178890006, quorum=127.0.0.1:50040, baseZNode=/2-1475829587 Set watcher on znode that does not yet exist, /2-1475829587/acl 2024-11-26T11:22:46,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41423 2024-11-26T11:22:46,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41423 2024-11-26T11:22:46,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41423 2024-11-26T11:22:46,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41423 2024-11-26T11:22:46,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41423 2024-11-26T11:22:46,700 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7f3a3edaecc3:0 server-side Connection retries=45 2024-11-26T11:22:46,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:22:46,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T11:22:46,700 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T11:22:46,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:22:46,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T11:22:46,700 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T11:22:46,701 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T11:22:46,701 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37395 2024-11-26T11:22:46,702 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37395 connecting to ZooKeeper ensemble=127.0.0.1:50040 2024-11-26T11:22:46,702 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:22:46,704 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:22:46,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:373950x0, quorum=127.0.0.1:50040, baseZNode=/2-1475829587 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:22:46,718 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:373950x0, quorum=127.0.0.1:50040, baseZNode=/2-1475829587 Set watcher on znode that does not yet exist, /2-1475829587/running 2024-11-26T11:22:46,718 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37395-0x10176e178890007 connected 2024-11-26T11:22:46,718 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T11:22:46,719 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T11:22:46,719 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37395-0x10176e178890007, quorum=127.0.0.1:50040, baseZNode=/2-1475829587 Set watcher on znode that does not yet exist, /2-1475829587/master 2024-11-26T11:22:46,720 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37395-0x10176e178890007, quorum=127.0.0.1:50040, baseZNode=/2-1475829587 Set watcher on znode that does not yet exist, /2-1475829587/acl 2024-11-26T11:22:46,723 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37395 2024-11-26T11:22:46,723 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37395 2024-11-26T11:22:46,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37395 2024-11-26T11:22:46,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37395 2024-11-26T11:22:46,727 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37395 2024-11-26T11:22:46,738 DEBUG [M:0;7f3a3edaecc3:41423 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7f3a3edaecc3:41423 2024-11-26T11:22:46,739 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1475829587/backup-masters/7f3a3edaecc3,41423,1732620166581 2024-11-26T11:22:46,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37395-0x10176e178890007, quorum=127.0.0.1:50040, baseZNode=/2-1475829587 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1475829587/backup-masters 2024-11-26T11:22:46,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41423-0x10176e178890006, quorum=127.0.0.1:50040, baseZNode=/2-1475829587 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1475829587/backup-masters 2024-11-26T11:22:46,750 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41423-0x10176e178890006, quorum=127.0.0.1:50040, baseZNode=/2-1475829587 Set watcher on existing znode=/2-1475829587/backup-masters/7f3a3edaecc3,41423,1732620166581 2024-11-26T11:22:46,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37395-0x10176e178890007, quorum=127.0.0.1:50040, baseZNode=/2-1475829587 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1475829587/master 2024-11-26T11:22:46,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41423-0x10176e178890006, quorum=127.0.0.1:50040, baseZNode=/2-1475829587 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1475829587 2024-11-26T11:22:46,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37395-0x10176e178890007, quorum=127.0.0.1:50040, baseZNode=/2-1475829587 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1475829587 2024-11-26T11:22:46,760 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41423-0x10176e178890006, quorum=127.0.0.1:50040, baseZNode=/2-1475829587 Set watcher on existing znode=/2-1475829587/master 2024-11-26T11:22:46,760 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1475829587/backup-masters/7f3a3edaecc3,41423,1732620166581 from backup master directory 2024-11-26T11:22:46,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41423-0x10176e178890006, quorum=127.0.0.1:50040, baseZNode=/2-1475829587 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1475829587/backup-masters/7f3a3edaecc3,41423,1732620166581 2024-11-26T11:22:46,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41423-0x10176e178890006, quorum=127.0.0.1:50040, baseZNode=/2-1475829587 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1475829587/backup-masters 2024-11-26T11:22:46,770 WARN [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T11:22:46,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37395-0x10176e178890007, quorum=127.0.0.1:50040, baseZNode=/2-1475829587 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1475829587/backup-masters 2024-11-26T11:22:46,770 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7f3a3edaecc3,41423,1732620166581 2024-11-26T11:22:46,773 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/hbase.id] with ID: ea5aa9b0-79d2-4509-b942-7650bb63dedf 2024-11-26T11:22:46,773 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/.tmp/hbase.id 2024-11-26T11:22:46,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741826_1002 (size=42) 2024-11-26T11:22:47,176 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/.tmp/hbase.id]:[hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/hbase.id] 2024-11-26T11:22:47,185 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:22:47,185 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T11:22:47,186 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T11:22:47,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41423-0x10176e178890006, quorum=127.0.0.1:50040, baseZNode=/2-1475829587 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1475829587 2024-11-26T11:22:47,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37395-0x10176e178890007, quorum=127.0.0.1:50040, baseZNode=/2-1475829587 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1475829587 2024-11-26T11:22:47,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741827_1003 (size=196) 2024-11-26T11:22:47,209 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T11:22:47,210 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T11:22:47,211 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:22:47,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741828_1004 (size=1189) 2024-11-26T11:22:47,223 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/MasterData/data/master/store 2024-11-26T11:22:47,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741829_1005 (size=34) 2024-11-26T11:22:47,629 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:22:47,629 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T11:22:47,629 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:22:47,629 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:22:47,629 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T11:22:47,629 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:22:47,629 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:22:47,629 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732620167629Disabling compacts and flushes for region at 1732620167629Disabling writes for close at 1732620167629Writing region close event to WAL at 1732620167629Closed at 1732620167629 2024-11-26T11:22:47,630 WARN [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/MasterData/data/master/store/.initializing 2024-11-26T11:22:47,630 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/MasterData/WALs/7f3a3edaecc3,41423,1732620166581 2024-11-26T11:22:47,631 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T11:22:47,632 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7f3a3edaecc3%2C41423%2C1732620166581, suffix=, logDir=hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/MasterData/WALs/7f3a3edaecc3,41423,1732620166581, archiveDir=hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/MasterData/oldWALs, maxLogs=10 2024-11-26T11:22:47,645 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/MasterData/WALs/7f3a3edaecc3,41423,1732620166581/7f3a3edaecc3%2C41423%2C1732620166581.1732620167632, exclude list is [], retry=0 2024-11-26T11:22:47,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34979,DS-dff3c0cc-a110-4b85-bb0f-b4361e343a25,DISK] 2024-11-26T11:22:47,648 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/MasterData/WALs/7f3a3edaecc3,41423,1732620166581/7f3a3edaecc3%2C41423%2C1732620166581.1732620167632 2024-11-26T11:22:47,648 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33343:33343)] 2024-11-26T11:22:47,648 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:22:47,649 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:22:47,649 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:22:47,649 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:22:47,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:22:47,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T11:22:47,651 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:47,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:22:47,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:22:47,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T11:22:47,652 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:47,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:22:47,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:22:47,653 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T11:22:47,653 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:47,654 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:22:47,654 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:22:47,654 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T11:22:47,654 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:47,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:22:47,655 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:22:47,655 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:22:47,655 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:22:47,656 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:22:47,656 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:22:47,656 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:22:47,657 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:22:47,659 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:22:47,659 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64518488, jitterRate=-0.038599610328674316}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:22:47,659 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732620167649Initializing all the Stores at 1732620167649Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620167649Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620167650 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620167650Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620167650Cleaning up temporary data from old regions at 1732620167656 (+6 ms)Region opened successfully at 1732620167659 (+3 ms) 2024-11-26T11:22:47,659 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T11:22:47,662 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b785f8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7f3a3edaecc3/172.17.0.3:0 2024-11-26T11:22:47,662 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T11:22:47,663 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T11:22:47,663 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T11:22:47,663 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T11:22:47,663 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T11:22:47,663 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T11:22:47,663 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T11:22:47,665 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T11:22:47,666 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41423-0x10176e178890006, quorum=127.0.0.1:50040, baseZNode=/2-1475829587 Unable to get data of znode /2-1475829587/balancer because node does not exist (not necessarily an error) 2024-11-26T11:22:47,710 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1475829587/balancer already deleted, retry=false 2024-11-26T11:22:47,710 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T11:22:47,711 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41423-0x10176e178890006, quorum=127.0.0.1:50040, baseZNode=/2-1475829587 Unable to get data of znode /2-1475829587/normalizer because node does not exist (not necessarily an error) 2024-11-26T11:22:47,721 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1475829587/normalizer already deleted, retry=false 2024-11-26T11:22:47,721 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T11:22:47,722 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41423-0x10176e178890006, quorum=127.0.0.1:50040, baseZNode=/2-1475829587 Unable to get data of znode /2-1475829587/switch/split because node does not exist (not necessarily an error) 2024-11-26T11:22:47,731 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1475829587/switch/split already deleted, retry=false 2024-11-26T11:22:47,732 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41423-0x10176e178890006, quorum=127.0.0.1:50040, baseZNode=/2-1475829587 Unable to get data of znode /2-1475829587/switch/merge because node does not exist (not necessarily an error) 2024-11-26T11:22:47,742 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1475829587/switch/merge already deleted, retry=false 2024-11-26T11:22:47,744 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41423-0x10176e178890006, quorum=127.0.0.1:50040, baseZNode=/2-1475829587 Unable to get data of znode /2-1475829587/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T11:22:47,752 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1475829587/snapshot-cleanup already deleted, retry=false 2024-11-26T11:22:47,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41423-0x10176e178890006, quorum=127.0.0.1:50040, baseZNode=/2-1475829587 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1475829587/running 2024-11-26T11:22:47,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37395-0x10176e178890007, quorum=127.0.0.1:50040, baseZNode=/2-1475829587 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1475829587/running 2024-11-26T11:22:47,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41423-0x10176e178890006, quorum=127.0.0.1:50040, baseZNode=/2-1475829587 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1475829587 2024-11-26T11:22:47,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37395-0x10176e178890007, quorum=127.0.0.1:50040, baseZNode=/2-1475829587 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1475829587 2024-11-26T11:22:47,763 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7f3a3edaecc3,41423,1732620166581, sessionid=0x10176e178890006, setting cluster-up flag (Was=false) 2024-11-26T11:22:47,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37395-0x10176e178890007, quorum=127.0.0.1:50040, baseZNode=/2-1475829587 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1475829587 2024-11-26T11:22:47,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41423-0x10176e178890006, quorum=127.0.0.1:50040, baseZNode=/2-1475829587 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1475829587 2024-11-26T11:22:47,816 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1475829587/flush-table-proc/acquired, /2-1475829587/flush-table-proc/reached, /2-1475829587/flush-table-proc/abort 2024-11-26T11:22:47,817 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7f3a3edaecc3,41423,1732620166581 2024-11-26T11:22:47,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37395-0x10176e178890007, quorum=127.0.0.1:50040, baseZNode=/2-1475829587 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1475829587 2024-11-26T11:22:47,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41423-0x10176e178890006, quorum=127.0.0.1:50040, baseZNode=/2-1475829587 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1475829587 2024-11-26T11:22:47,868 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1475829587/online-snapshot/acquired, /2-1475829587/online-snapshot/reached, /2-1475829587/online-snapshot/abort 2024-11-26T11:22:47,869 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7f3a3edaecc3,41423,1732620166581 2024-11-26T11:22:47,870 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T11:22:47,871 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T11:22:47,871 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T11:22:47,871 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T11:22:47,871 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7f3a3edaecc3,41423,1732620166581 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T11:22:47,872 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:22:47,872 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:22:47,872 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:22:47,872 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:22:47,872 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7f3a3edaecc3:0, corePoolSize=10, maxPoolSize=10 2024-11-26T11:22:47,872 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:22:47,872 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=2, maxPoolSize=2 2024-11-26T11:22:47,873 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:22:47,873 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732620197873 2024-11-26T11:22:47,873 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T11:22:47,874 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T11:22:47,874 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T11:22:47,874 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T11:22:47,874 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T11:22:47,874 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T11:22:47,874 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T11:22:47,874 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T11:22:47,874 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:47,874 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T11:22:47,874 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T11:22:47,874 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T11:22:47,874 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T11:22:47,875 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:47,875 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T11:22:47,875 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T11:22:47,875 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T11:22:47,875 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732620167875,5,FailOnTimeoutGroup] 2024-11-26T11:22:47,875 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732620167875,5,FailOnTimeoutGroup] 2024-11-26T11:22:47,875 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:47,875 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T11:22:47,875 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:47,875 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:47,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741831_1007 (size=1321) 2024-11-26T11:22:47,930 INFO [RS:0;7f3a3edaecc3:37395 {}] regionserver.HRegionServer(746): ClusterId : ea5aa9b0-79d2-4509-b942-7650bb63dedf 2024-11-26T11:22:47,930 DEBUG [RS:0;7f3a3edaecc3:37395 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T11:22:47,996 DEBUG [RS:0;7f3a3edaecc3:37395 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T11:22:47,996 DEBUG [RS:0;7f3a3edaecc3:37395 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T11:22:48,071 DEBUG [RS:0;7f3a3edaecc3:37395 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T11:22:48,071 DEBUG [RS:0;7f3a3edaecc3:37395 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27500169, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7f3a3edaecc3/172.17.0.3:0 2024-11-26T11:22:48,086 DEBUG [RS:0;7f3a3edaecc3:37395 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7f3a3edaecc3:37395 2024-11-26T11:22:48,086 INFO [RS:0;7f3a3edaecc3:37395 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T11:22:48,086 INFO [RS:0;7f3a3edaecc3:37395 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T11:22:48,086 DEBUG [RS:0;7f3a3edaecc3:37395 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T11:22:48,087 INFO [RS:0;7f3a3edaecc3:37395 {}] regionserver.HRegionServer(2659): reportForDuty to master=7f3a3edaecc3,41423,1732620166581 with port=37395, startcode=1732620166700 2024-11-26T11:22:48,087 DEBUG [RS:0;7f3a3edaecc3:37395 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T11:22:48,088 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37889, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T11:22:48,089 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41423 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7f3a3edaecc3,37395,1732620166700 2024-11-26T11:22:48,089 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41423 {}] master.ServerManager(517): Registering regionserver=7f3a3edaecc3,37395,1732620166700 2024-11-26T11:22:48,090 DEBUG [RS:0;7f3a3edaecc3:37395 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0 2024-11-26T11:22:48,090 DEBUG [RS:0;7f3a3edaecc3:37395 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38657 2024-11-26T11:22:48,090 DEBUG [RS:0;7f3a3edaecc3:37395 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T11:22:48,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41423-0x10176e178890006, quorum=127.0.0.1:50040, baseZNode=/2-1475829587 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1475829587/rs 2024-11-26T11:22:48,185 DEBUG [RS:0;7f3a3edaecc3:37395 {}] zookeeper.ZKUtil(111): regionserver:37395-0x10176e178890007, quorum=127.0.0.1:50040, baseZNode=/2-1475829587 Set watcher on existing znode=/2-1475829587/rs/7f3a3edaecc3,37395,1732620166700 2024-11-26T11:22:48,185 WARN [RS:0;7f3a3edaecc3:37395 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T11:22:48,185 INFO [RS:0;7f3a3edaecc3:37395 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:22:48,185 DEBUG [RS:0;7f3a3edaecc3:37395 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/WALs/7f3a3edaecc3,37395,1732620166700 2024-11-26T11:22:48,185 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7f3a3edaecc3,37395,1732620166700] 2024-11-26T11:22:48,188 INFO [RS:0;7f3a3edaecc3:37395 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T11:22:48,190 INFO [RS:0;7f3a3edaecc3:37395 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T11:22:48,190 INFO [RS:0;7f3a3edaecc3:37395 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T11:22:48,190 INFO [RS:0;7f3a3edaecc3:37395 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:48,191 INFO [RS:0;7f3a3edaecc3:37395 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T11:22:48,191 INFO [RS:0;7f3a3edaecc3:37395 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T11:22:48,192 INFO [RS:0;7f3a3edaecc3:37395 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:48,192 DEBUG [RS:0;7f3a3edaecc3:37395 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:22:48,192 DEBUG [RS:0;7f3a3edaecc3:37395 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:22:48,192 DEBUG [RS:0;7f3a3edaecc3:37395 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:22:48,192 DEBUG [RS:0;7f3a3edaecc3:37395 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:22:48,192 DEBUG [RS:0;7f3a3edaecc3:37395 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:22:48,192 DEBUG [RS:0;7f3a3edaecc3:37395 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7f3a3edaecc3:0, corePoolSize=2, maxPoolSize=2 2024-11-26T11:22:48,192 DEBUG [RS:0;7f3a3edaecc3:37395 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:22:48,192 DEBUG [RS:0;7f3a3edaecc3:37395 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:22:48,192 DEBUG [RS:0;7f3a3edaecc3:37395 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:22:48,192 DEBUG [RS:0;7f3a3edaecc3:37395 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:22:48,192 DEBUG [RS:0;7f3a3edaecc3:37395 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:22:48,192 DEBUG [RS:0;7f3a3edaecc3:37395 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7f3a3edaecc3:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:22:48,192 DEBUG [RS:0;7f3a3edaecc3:37395 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7f3a3edaecc3:0, corePoolSize=3, maxPoolSize=3 2024-11-26T11:22:48,192 DEBUG [RS:0;7f3a3edaecc3:37395 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7f3a3edaecc3:0, corePoolSize=3, maxPoolSize=3 2024-11-26T11:22:48,193 INFO [RS:0;7f3a3edaecc3:37395 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:48,193 INFO [RS:0;7f3a3edaecc3:37395 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:48,193 INFO [RS:0;7f3a3edaecc3:37395 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:48,193 INFO [RS:0;7f3a3edaecc3:37395 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:48,193 INFO [RS:0;7f3a3edaecc3:37395 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:48,193 INFO [RS:0;7f3a3edaecc3:37395 {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,37395,1732620166700-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T11:22:48,208 INFO [RS:0;7f3a3edaecc3:37395 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T11:22:48,208 INFO [RS:0;7f3a3edaecc3:37395 {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,37395,1732620166700-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:48,208 INFO [RS:0;7f3a3edaecc3:37395 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:48,208 INFO [RS:0;7f3a3edaecc3:37395 {}] regionserver.Replication(171): 7f3a3edaecc3,37395,1732620166700 started 2024-11-26T11:22:48,226 INFO [RS:0;7f3a3edaecc3:37395 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:48,226 INFO [RS:0;7f3a3edaecc3:37395 {}] regionserver.HRegionServer(1482): Serving as 7f3a3edaecc3,37395,1732620166700, RpcServer on 7f3a3edaecc3/172.17.0.3:37395, sessionid=0x10176e178890007 2024-11-26T11:22:48,227 DEBUG [RS:0;7f3a3edaecc3:37395 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T11:22:48,227 DEBUG [RS:0;7f3a3edaecc3:37395 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7f3a3edaecc3,37395,1732620166700 2024-11-26T11:22:48,227 DEBUG [RS:0;7f3a3edaecc3:37395 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7f3a3edaecc3,37395,1732620166700' 2024-11-26T11:22:48,227 DEBUG [RS:0;7f3a3edaecc3:37395 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1475829587/flush-table-proc/abort' 2024-11-26T11:22:48,227 DEBUG [RS:0;7f3a3edaecc3:37395 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1475829587/flush-table-proc/acquired' 2024-11-26T11:22:48,228 DEBUG [RS:0;7f3a3edaecc3:37395 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T11:22:48,228 DEBUG [RS:0;7f3a3edaecc3:37395 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T11:22:48,228 DEBUG [RS:0;7f3a3edaecc3:37395 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7f3a3edaecc3,37395,1732620166700 2024-11-26T11:22:48,228 DEBUG [RS:0;7f3a3edaecc3:37395 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7f3a3edaecc3,37395,1732620166700' 2024-11-26T11:22:48,228 DEBUG [RS:0;7f3a3edaecc3:37395 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1475829587/online-snapshot/abort' 2024-11-26T11:22:48,228 DEBUG [RS:0;7f3a3edaecc3:37395 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1475829587/online-snapshot/acquired' 2024-11-26T11:22:48,228 DEBUG [RS:0;7f3a3edaecc3:37395 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T11:22:48,228 INFO [RS:0;7f3a3edaecc3:37395 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T11:22:48,228 INFO [RS:0;7f3a3edaecc3:37395 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T11:22:48,281 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T11:22:48,281 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0 2024-11-26T11:22:48,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741832_1008 (size=32) 2024-11-26T11:22:48,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:22:48,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T11:22:48,288 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T11:22:48,288 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:48,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:22:48,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T11:22:48,289 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T11:22:48,289 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:48,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:22:48,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T11:22:48,290 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T11:22:48,291 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:48,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:22:48,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T11:22:48,292 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T11:22:48,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:48,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:22:48,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T11:22:48,293 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/data/hbase/meta/1588230740 2024-11-26T11:22:48,293 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/data/hbase/meta/1588230740 2024-11-26T11:22:48,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T11:22:48,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T11:22:48,295 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:22:48,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T11:22:48,297 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:22:48,297 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58981190, jitterRate=-0.12111178040504456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:22:48,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732620168286Initializing all the Stores at 1732620168286Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620168286Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620168287 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620168287Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620168287Cleaning up temporary data from old regions at 1732620168294 (+7 ms)Region opened successfully at 1732620168298 (+4 ms) 2024-11-26T11:22:48,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T11:22:48,298 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T11:22:48,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T11:22:48,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T11:22:48,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T11:22:48,298 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T11:22:48,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732620168298Disabling compacts and flushes for region at 1732620168298Disabling writes for close at 1732620168298Writing region close event to WAL at 1732620168298Closed at 1732620168298 2024-11-26T11:22:48,299 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T11:22:48,299 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T11:22:48,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T11:22:48,300 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T11:22:48,301 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T11:22:48,329 INFO [RS:0;7f3a3edaecc3:37395 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T11:22:48,330 INFO [RS:0;7f3a3edaecc3:37395 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7f3a3edaecc3%2C37395%2C1732620166700, suffix=, logDir=hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/WALs/7f3a3edaecc3,37395,1732620166700, archiveDir=hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/oldWALs, maxLogs=10 2024-11-26T11:22:48,348 DEBUG [RS:0;7f3a3edaecc3:37395 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/WALs/7f3a3edaecc3,37395,1732620166700/7f3a3edaecc3%2C37395%2C1732620166700.1732620168331, exclude list is [], retry=0 2024-11-26T11:22:48,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34979,DS-dff3c0cc-a110-4b85-bb0f-b4361e343a25,DISK] 2024-11-26T11:22:48,352 INFO [RS:0;7f3a3edaecc3:37395 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/WALs/7f3a3edaecc3,37395,1732620166700/7f3a3edaecc3%2C37395%2C1732620166700.1732620168331 2024-11-26T11:22:48,353 DEBUG [RS:0;7f3a3edaecc3:37395 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33343:33343)] 2024-11-26T11:22:48,451 DEBUG [7f3a3edaecc3:41423 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T11:22:48,451 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7f3a3edaecc3,37395,1732620166700 2024-11-26T11:22:48,452 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7f3a3edaecc3,37395,1732620166700, state=OPENING 2024-11-26T11:22:48,468 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T11:22:48,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41423-0x10176e178890006, quorum=127.0.0.1:50040, baseZNode=/2-1475829587 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1475829587 2024-11-26T11:22:48,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37395-0x10176e178890007, quorum=127.0.0.1:50040, baseZNode=/2-1475829587 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1475829587 2024-11-26T11:22:48,479 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1475829587/meta-region-server: CHANGED 2024-11-26T11:22:48,479 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1475829587/meta-region-server: CHANGED 2024-11-26T11:22:48,479 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T11:22:48,479 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,37395,1732620166700}] 2024-11-26T11:22:48,630 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T11:22:48,632 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53873, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T11:22:48,634 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T11:22:48,634 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:22:48,635 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T11:22:48,636 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7f3a3edaecc3%2C37395%2C1732620166700.meta, suffix=.meta, logDir=hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/WALs/7f3a3edaecc3,37395,1732620166700, archiveDir=hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/oldWALs, maxLogs=10 2024-11-26T11:22:48,655 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/WALs/7f3a3edaecc3,37395,1732620166700/7f3a3edaecc3%2C37395%2C1732620166700.meta.1732620168636.meta, exclude list is [], retry=0 2024-11-26T11:22:48,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34979,DS-dff3c0cc-a110-4b85-bb0f-b4361e343a25,DISK] 2024-11-26T11:22:48,659 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/WALs/7f3a3edaecc3,37395,1732620166700/7f3a3edaecc3%2C37395%2C1732620166700.meta.1732620168636.meta 2024-11-26T11:22:48,659 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33343:33343)] 2024-11-26T11:22:48,660 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:22:48,660 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T11:22:48,660 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T11:22:48,660 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T11:22:48,660 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T11:22:48,660 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T11:22:48,660 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:22:48,661 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T11:22:48,661 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T11:22:48,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T11:22:48,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T11:22:48,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:48,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:22:48,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T11:22:48,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T11:22:48,664 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:48,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:22:48,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T11:22:48,665 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T11:22:48,665 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:48,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:22:48,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T11:22:48,666 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T11:22:48,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:48,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:22:48,666 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T11:22:48,667 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/data/hbase/meta/1588230740 2024-11-26T11:22:48,667 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/data/hbase/meta/1588230740 2024-11-26T11:22:48,668 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T11:22:48,668 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T11:22:48,669 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:22:48,670 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T11:22:48,670 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64895727, jitterRate=-0.03297831118106842}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:22:48,670 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T11:22:48,670 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732620168661Writing region info on filesystem at 1732620168661Initializing all the Stores at 1732620168661Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620168661Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620168662 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620168662Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732620168662Cleaning up temporary data from old regions at 1732620168668 (+6 ms)Running coprocessor post-open hooks at 1732620168670 (+2 ms)Region opened successfully at 1732620168670 2024-11-26T11:22:48,671 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732620168630 2024-11-26T11:22:48,672 DEBUG [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T11:22:48,673 INFO [RS_OPEN_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T11:22:48,673 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7f3a3edaecc3,37395,1732620166700 2024-11-26T11:22:48,673 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7f3a3edaecc3,37395,1732620166700, state=OPEN 2024-11-26T11:22:48,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37395-0x10176e178890007, quorum=127.0.0.1:50040, baseZNode=/2-1475829587 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1475829587/meta-region-server 2024-11-26T11:22:48,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41423-0x10176e178890006, quorum=127.0.0.1:50040, baseZNode=/2-1475829587 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1475829587/meta-region-server 2024-11-26T11:22:48,700 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,37395,1732620166700 2024-11-26T11:22:48,700 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1475829587/meta-region-server: CHANGED 2024-11-26T11:22:48,700 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1475829587/meta-region-server: CHANGED 2024-11-26T11:22:48,702 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T11:22:48,702 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7f3a3edaecc3,37395,1732620166700 in 221 msec 2024-11-26T11:22:48,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T11:22:48,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 403 msec 2024-11-26T11:22:48,703 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T11:22:48,703 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T11:22:48,704 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:22:48,704 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,37395,1732620166700, seqNum=-1] 2024-11-26T11:22:48,705 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:22:48,706 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52083, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:22:48,710 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 838 msec 2024-11-26T11:22:48,710 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732620168710, completionTime=-1 2024-11-26T11:22:48,710 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T11:22:48,710 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T11:22:48,712 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T11:22:48,712 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732620228712 2024-11-26T11:22:48,712 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732620288712 2024-11-26T11:22:48,712 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T11:22:48,712 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,41423,1732620166581-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:48,712 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,41423,1732620166581-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:48,712 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,41423,1732620166581-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:48,712 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7f3a3edaecc3:41423, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:48,712 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:48,712 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:48,714 DEBUG [master/7f3a3edaecc3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T11:22:48,715 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.945sec 2024-11-26T11:22:48,715 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T11:22:48,715 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T11:22:48,715 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T11:22:48,715 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T11:22:48,715 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T11:22:48,715 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,41423,1732620166581-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T11:22:48,715 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,41423,1732620166581-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T11:22:48,717 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T11:22:48,717 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T11:22:48,717 INFO [master/7f3a3edaecc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7f3a3edaecc3,41423,1732620166581-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:22:48,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14e223ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:48,730 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,41423,-1 for getting cluster id 2024-11-26T11:22:48,730 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:22:48,731 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea5aa9b0-79d2-4509-b942-7650bb63dedf' 2024-11-26T11:22:48,731 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:22:48,731 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea5aa9b0-79d2-4509-b942-7650bb63dedf" 2024-11-26T11:22:48,731 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a42df95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:48,731 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,41423,-1] 2024-11-26T11:22:48,732 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:22:48,732 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:48,732 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:22:48,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4223c6cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:48,733 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:22:48,734 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,37395,1732620166700, seqNum=-1] 2024-11-26T11:22:48,734 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:22:48,735 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:22:48,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7f3a3edaecc3,41423,1732620166581 2024-11-26T11:22:48,737 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:50040 2024-11-26T11:22:48,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:50040, baseZNode=/2-1475829587 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:22:48,750 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10176e178890008 connected 2024-11-26T11:22:48,762 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:22:48,762 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,38835,1732620158229 2024-11-26T11:22:48,762 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ca6f57e 2024-11-26T11:22:48,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:22:48,763 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:22:48,764 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38835 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T11:22:48,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38835 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T11:22:48,766 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T11:22:48,767 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:48,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38835 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T11:22:48,767 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T11:22:48,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:22:48,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38023 is added to blk_1073741835_1011 (size=902) 2024-11-26T11:22:48,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:22:49,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:22:49,175 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d6e812f18bf871ce04a4b1f5934f9e2e, NAME => 'test,,1732620168764.d6e812f18bf871ce04a4b1f5934f9e2e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae 2024-11-26T11:22:49,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38023 is added to blk_1073741836_1012 (size=39) 2024-11-26T11:22:49,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:22:49,582 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732620168764.d6e812f18bf871ce04a4b1f5934f9e2e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:22:49,582 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d6e812f18bf871ce04a4b1f5934f9e2e, disabling compactions & flushes 2024-11-26T11:22:49,582 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732620168764.d6e812f18bf871ce04a4b1f5934f9e2e. 2024-11-26T11:22:49,582 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732620168764.d6e812f18bf871ce04a4b1f5934f9e2e. 2024-11-26T11:22:49,582 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732620168764.d6e812f18bf871ce04a4b1f5934f9e2e. after waiting 0 ms 2024-11-26T11:22:49,582 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732620168764.d6e812f18bf871ce04a4b1f5934f9e2e. 2024-11-26T11:22:49,582 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732620168764.d6e812f18bf871ce04a4b1f5934f9e2e. 2024-11-26T11:22:49,582 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d6e812f18bf871ce04a4b1f5934f9e2e: Waiting for close lock at 1732620169582Disabling compacts and flushes for region at 1732620169582Disabling writes for close at 1732620169582Writing region close event to WAL at 1732620169582Closed at 1732620169582 2024-11-26T11:22:49,583 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T11:22:49,584 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732620168764.d6e812f18bf871ce04a4b1f5934f9e2e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732620169583"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732620169583"}]},"ts":"1732620169583"} 2024-11-26T11:22:49,585 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T11:22:49,586 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T11:22:49,586 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620169586"}]},"ts":"1732620169586"} 2024-11-26T11:22:49,588 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T11:22:49,588 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d6e812f18bf871ce04a4b1f5934f9e2e, ASSIGN}] 2024-11-26T11:22:49,589 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d6e812f18bf871ce04a4b1f5934f9e2e, ASSIGN 2024-11-26T11:22:49,590 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d6e812f18bf871ce04a4b1f5934f9e2e, ASSIGN; state=OFFLINE, location=7f3a3edaecc3,41441,1732620158435; forceNewPlan=false, retain=false 2024-11-26T11:22:49,740 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d6e812f18bf871ce04a4b1f5934f9e2e, regionState=OPENING, regionLocation=7f3a3edaecc3,41441,1732620158435 2024-11-26T11:22:49,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d6e812f18bf871ce04a4b1f5934f9e2e, ASSIGN because future has completed 2024-11-26T11:22:49,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d6e812f18bf871ce04a4b1f5934f9e2e, server=7f3a3edaecc3,41441,1732620158435}] 2024-11-26T11:22:49,897 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732620168764.d6e812f18bf871ce04a4b1f5934f9e2e. 2024-11-26T11:22:49,898 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d6e812f18bf871ce04a4b1f5934f9e2e, NAME => 'test,,1732620168764.d6e812f18bf871ce04a4b1f5934f9e2e.', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:22:49,898 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T11:22:49,898 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T11:22:49,898 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d6e812f18bf871ce04a4b1f5934f9e2e 2024-11-26T11:22:49,898 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732620168764.d6e812f18bf871ce04a4b1f5934f9e2e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:22:49,898 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d6e812f18bf871ce04a4b1f5934f9e2e 2024-11-26T11:22:49,899 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d6e812f18bf871ce04a4b1f5934f9e2e 2024-11-26T11:22:49,900 INFO [StoreOpener-d6e812f18bf871ce04a4b1f5934f9e2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d6e812f18bf871ce04a4b1f5934f9e2e 2024-11-26T11:22:49,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:22:49,901 INFO [StoreOpener-d6e812f18bf871ce04a4b1f5934f9e2e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6e812f18bf871ce04a4b1f5934f9e2e columnFamilyName f 2024-11-26T11:22:49,901 DEBUG [StoreOpener-d6e812f18bf871ce04a4b1f5934f9e2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:49,901 INFO [StoreOpener-d6e812f18bf871ce04a4b1f5934f9e2e-1 {}] regionserver.HStore(327): Store=d6e812f18bf871ce04a4b1f5934f9e2e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:22:49,901 INFO [StoreOpener-d6e812f18bf871ce04a4b1f5934f9e2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d6e812f18bf871ce04a4b1f5934f9e2e 2024-11-26T11:22:49,902 INFO [StoreOpener-d6e812f18bf871ce04a4b1f5934f9e2e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6e812f18bf871ce04a4b1f5934f9e2e columnFamilyName f1 2024-11-26T11:22:49,902 DEBUG [StoreOpener-d6e812f18bf871ce04a4b1f5934f9e2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:49,902 INFO [StoreOpener-d6e812f18bf871ce04a4b1f5934f9e2e-1 {}] regionserver.HStore(327): Store=d6e812f18bf871ce04a4b1f5934f9e2e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:22:49,902 INFO [StoreOpener-d6e812f18bf871ce04a4b1f5934f9e2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d6e812f18bf871ce04a4b1f5934f9e2e 2024-11-26T11:22:49,903 INFO [StoreOpener-d6e812f18bf871ce04a4b1f5934f9e2e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6e812f18bf871ce04a4b1f5934f9e2e columnFamilyName norep 2024-11-26T11:22:49,903 DEBUG [StoreOpener-d6e812f18bf871ce04a4b1f5934f9e2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:49,903 INFO [StoreOpener-d6e812f18bf871ce04a4b1f5934f9e2e-1 {}] regionserver.HStore(327): Store=d6e812f18bf871ce04a4b1f5934f9e2e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:22:49,903 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d6e812f18bf871ce04a4b1f5934f9e2e 2024-11-26T11:22:49,904 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/data/default/test/d6e812f18bf871ce04a4b1f5934f9e2e 2024-11-26T11:22:49,904 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/data/default/test/d6e812f18bf871ce04a4b1f5934f9e2e 2024-11-26T11:22:49,905 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d6e812f18bf871ce04a4b1f5934f9e2e 2024-11-26T11:22:49,905 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d6e812f18bf871ce04a4b1f5934f9e2e 2024-11-26T11:22:49,905 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T11:22:49,906 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d6e812f18bf871ce04a4b1f5934f9e2e 2024-11-26T11:22:49,908 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/data/default/test/d6e812f18bf871ce04a4b1f5934f9e2e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:22:49,908 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d6e812f18bf871ce04a4b1f5934f9e2e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75199548, jitterRate=0.12056058645248413}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T11:22:49,908 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d6e812f18bf871ce04a4b1f5934f9e2e 2024-11-26T11:22:49,908 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d6e812f18bf871ce04a4b1f5934f9e2e: Running coprocessor pre-open hook at 1732620169899Writing region info on filesystem at 1732620169899Initializing all the Stores at 1732620169899Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620169899Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620169900 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620169900Cleaning up temporary data from old regions at 1732620169905 (+5 ms)Running coprocessor post-open hooks at 1732620169908 (+3 ms)Region opened successfully at 1732620169908 2024-11-26T11:22:49,909 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732620168764.d6e812f18bf871ce04a4b1f5934f9e2e., pid=6, masterSystemTime=1732620169894 2024-11-26T11:22:49,911 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732620168764.d6e812f18bf871ce04a4b1f5934f9e2e. 2024-11-26T11:22:49,911 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732620168764.d6e812f18bf871ce04a4b1f5934f9e2e. 2024-11-26T11:22:49,911 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d6e812f18bf871ce04a4b1f5934f9e2e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7f3a3edaecc3,41441,1732620158435 2024-11-26T11:22:49,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d6e812f18bf871ce04a4b1f5934f9e2e, server=7f3a3edaecc3,41441,1732620158435 because future has completed 2024-11-26T11:22:49,917 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T11:22:49,917 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d6e812f18bf871ce04a4b1f5934f9e2e, server=7f3a3edaecc3,41441,1732620158435 in 173 msec 2024-11-26T11:22:49,919 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T11:22:49,919 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d6e812f18bf871ce04a4b1f5934f9e2e, ASSIGN in 329 msec 2024-11-26T11:22:49,920 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T11:22:49,920 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620169920"}]},"ts":"1732620169920"} 2024-11-26T11:22:49,921 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T11:22:49,922 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T11:22:49,924 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1580 sec 2024-11-26T11:22:50,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:22:50,921 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:22:50,921 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T11:22:50,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,33591,1732620163013 2024-11-26T11:22:50,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14c099e1 2024-11-26T11:22:50,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:22:50,925 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:22:50,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T11:22:50,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T11:22:50,929 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T11:22:50,930 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:50,930 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T11:22:50,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:22:50,931 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T11:22:50,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40169 is added to blk_1073741835_1011 (size=902) 2024-11-26T11:22:51,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:22:51,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:22:51,339 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 89c4bd00f9f754eeea68dc0cd1059dbe, NAME => 'test,,1732620170925.89c4bd00f9f754eeea68dc0cd1059dbe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975 2024-11-26T11:22:51,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40169 is added to blk_1073741836_1012 (size=39) 2024-11-26T11:22:51,345 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732620170925.89c4bd00f9f754eeea68dc0cd1059dbe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:22:51,345 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 89c4bd00f9f754eeea68dc0cd1059dbe, disabling compactions & flushes 2024-11-26T11:22:51,346 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732620170925.89c4bd00f9f754eeea68dc0cd1059dbe. 2024-11-26T11:22:51,346 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732620170925.89c4bd00f9f754eeea68dc0cd1059dbe. 2024-11-26T11:22:51,346 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732620170925.89c4bd00f9f754eeea68dc0cd1059dbe. after waiting 0 ms 2024-11-26T11:22:51,346 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732620170925.89c4bd00f9f754eeea68dc0cd1059dbe. 2024-11-26T11:22:51,346 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732620170925.89c4bd00f9f754eeea68dc0cd1059dbe. 2024-11-26T11:22:51,346 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 89c4bd00f9f754eeea68dc0cd1059dbe: Waiting for close lock at 1732620171345Disabling compacts and flushes for region at 1732620171345Disabling writes for close at 1732620171346 (+1 ms)Writing region close event to WAL at 1732620171346Closed at 1732620171346 2024-11-26T11:22:51,347 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T11:22:51,347 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732620170925.89c4bd00f9f754eeea68dc0cd1059dbe.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732620171347"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732620171347"}]},"ts":"1732620171347"} 2024-11-26T11:22:51,349 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T11:22:51,350 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T11:22:51,350 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620171350"}]},"ts":"1732620171350"} 2024-11-26T11:22:51,351 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T11:22:51,352 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=89c4bd00f9f754eeea68dc0cd1059dbe, ASSIGN}] 2024-11-26T11:22:51,353 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=89c4bd00f9f754eeea68dc0cd1059dbe, ASSIGN 2024-11-26T11:22:51,353 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=89c4bd00f9f754eeea68dc0cd1059dbe, ASSIGN; state=OFFLINE, location=7f3a3edaecc3,45017,1732620163170; forceNewPlan=false, retain=false 2024-11-26T11:22:51,504 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=89c4bd00f9f754eeea68dc0cd1059dbe, regionState=OPENING, regionLocation=7f3a3edaecc3,45017,1732620163170 2024-11-26T11:22:51,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=89c4bd00f9f754eeea68dc0cd1059dbe, ASSIGN because future has completed 2024-11-26T11:22:51,506 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 89c4bd00f9f754eeea68dc0cd1059dbe, server=7f3a3edaecc3,45017,1732620163170}] 2024-11-26T11:22:51,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:22:51,681 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732620170925.89c4bd00f9f754eeea68dc0cd1059dbe. 2024-11-26T11:22:51,681 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 89c4bd00f9f754eeea68dc0cd1059dbe, NAME => 'test,,1732620170925.89c4bd00f9f754eeea68dc0cd1059dbe.', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:22:51,682 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T11:22:51,682 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T11:22:51,682 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 89c4bd00f9f754eeea68dc0cd1059dbe 2024-11-26T11:22:51,682 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732620170925.89c4bd00f9f754eeea68dc0cd1059dbe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:22:51,682 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 89c4bd00f9f754eeea68dc0cd1059dbe 2024-11-26T11:22:51,682 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 89c4bd00f9f754eeea68dc0cd1059dbe 2024-11-26T11:22:51,684 INFO [StoreOpener-89c4bd00f9f754eeea68dc0cd1059dbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 89c4bd00f9f754eeea68dc0cd1059dbe 2024-11-26T11:22:51,685 INFO [StoreOpener-89c4bd00f9f754eeea68dc0cd1059dbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89c4bd00f9f754eeea68dc0cd1059dbe columnFamilyName f 2024-11-26T11:22:51,685 DEBUG [StoreOpener-89c4bd00f9f754eeea68dc0cd1059dbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:51,685 INFO [StoreOpener-89c4bd00f9f754eeea68dc0cd1059dbe-1 {}] regionserver.HStore(327): Store=89c4bd00f9f754eeea68dc0cd1059dbe/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:22:51,686 INFO [StoreOpener-89c4bd00f9f754eeea68dc0cd1059dbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 89c4bd00f9f754eeea68dc0cd1059dbe 2024-11-26T11:22:51,688 INFO [StoreOpener-89c4bd00f9f754eeea68dc0cd1059dbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89c4bd00f9f754eeea68dc0cd1059dbe columnFamilyName f1 2024-11-26T11:22:51,688 DEBUG [StoreOpener-89c4bd00f9f754eeea68dc0cd1059dbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:51,689 INFO [StoreOpener-89c4bd00f9f754eeea68dc0cd1059dbe-1 {}] regionserver.HStore(327): Store=89c4bd00f9f754eeea68dc0cd1059dbe/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:22:51,689 INFO [StoreOpener-89c4bd00f9f754eeea68dc0cd1059dbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 89c4bd00f9f754eeea68dc0cd1059dbe 2024-11-26T11:22:51,691 INFO [StoreOpener-89c4bd00f9f754eeea68dc0cd1059dbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89c4bd00f9f754eeea68dc0cd1059dbe columnFamilyName norep 2024-11-26T11:22:51,691 DEBUG [StoreOpener-89c4bd00f9f754eeea68dc0cd1059dbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:51,692 INFO [StoreOpener-89c4bd00f9f754eeea68dc0cd1059dbe-1 {}] regionserver.HStore(327): Store=89c4bd00f9f754eeea68dc0cd1059dbe/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:22:51,692 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 89c4bd00f9f754eeea68dc0cd1059dbe 2024-11-26T11:22:51,693 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/data/default/test/89c4bd00f9f754eeea68dc0cd1059dbe 2024-11-26T11:22:51,693 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/data/default/test/89c4bd00f9f754eeea68dc0cd1059dbe 2024-11-26T11:22:51,694 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 89c4bd00f9f754eeea68dc0cd1059dbe 2024-11-26T11:22:51,694 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 89c4bd00f9f754eeea68dc0cd1059dbe 2024-11-26T11:22:51,695 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T11:22:51,695 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 89c4bd00f9f754eeea68dc0cd1059dbe 2024-11-26T11:22:51,697 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/data/default/test/89c4bd00f9f754eeea68dc0cd1059dbe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:22:51,698 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 89c4bd00f9f754eeea68dc0cd1059dbe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61662428, jitterRate=-0.08115822076797485}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T11:22:51,698 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 89c4bd00f9f754eeea68dc0cd1059dbe 2024-11-26T11:22:51,698 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 89c4bd00f9f754eeea68dc0cd1059dbe: Running coprocessor pre-open hook at 1732620171682Writing region info on filesystem at 1732620171682Initializing all the Stores at 1732620171683 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620171683Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620171683Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620171683Cleaning up temporary data from old regions at 1732620171694 (+11 ms)Running coprocessor post-open hooks at 1732620171698 (+4 ms)Region opened successfully at 1732620171698 2024-11-26T11:22:51,698 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732620170925.89c4bd00f9f754eeea68dc0cd1059dbe., pid=6, masterSystemTime=1732620171657 2024-11-26T11:22:51,700 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732620170925.89c4bd00f9f754eeea68dc0cd1059dbe. 2024-11-26T11:22:51,701 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=89c4bd00f9f754eeea68dc0cd1059dbe, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7f3a3edaecc3,45017,1732620163170 2024-11-26T11:22:51,700 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732620170925.89c4bd00f9f754eeea68dc0cd1059dbe. 2024-11-26T11:22:51,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 89c4bd00f9f754eeea68dc0cd1059dbe, server=7f3a3edaecc3,45017,1732620163170 because future has completed 2024-11-26T11:22:51,722 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T11:22:51,722 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 89c4bd00f9f754eeea68dc0cd1059dbe, server=7f3a3edaecc3,45017,1732620163170 in 212 msec 2024-11-26T11:22:51,727 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T11:22:51,727 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=89c4bd00f9f754eeea68dc0cd1059dbe, ASSIGN in 370 msec 2024-11-26T11:22:51,728 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T11:22:51,729 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620171729"}]},"ts":"1732620171729"} 2024-11-26T11:22:51,731 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T11:22:51,732 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T11:22:51,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 806 msec 2024-11-26T11:22:52,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:22:52,070 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T11:22:52,070 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:22:52,071 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,41423,1732620166581 2024-11-26T11:22:52,071 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7284f258 2024-11-26T11:22:52,071 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:22:52,072 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:22:52,072 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41423 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T11:22:52,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41423 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T11:22:52,074 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T11:22:52,074 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:52,074 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41423 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T11:22:52,075 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T11:22:52,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:22:52,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741835_1011 (size=902) 2024-11-26T11:22:52,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:22:52,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:22:52,481 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8bf82484aba9e5454a8a96e9c3ec1a80, NAME => 'test,,1732620172072.8bf82484aba9e5454a8a96e9c3ec1a80.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0 2024-11-26T11:22:52,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741836_1012 (size=39) 2024-11-26T11:22:52,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:22:52,886 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732620172072.8bf82484aba9e5454a8a96e9c3ec1a80.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:22:52,886 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8bf82484aba9e5454a8a96e9c3ec1a80, disabling compactions & flushes 2024-11-26T11:22:52,886 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732620172072.8bf82484aba9e5454a8a96e9c3ec1a80. 2024-11-26T11:22:52,886 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732620172072.8bf82484aba9e5454a8a96e9c3ec1a80. 2024-11-26T11:22:52,886 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732620172072.8bf82484aba9e5454a8a96e9c3ec1a80. after waiting 0 ms 2024-11-26T11:22:52,886 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732620172072.8bf82484aba9e5454a8a96e9c3ec1a80. 2024-11-26T11:22:52,886 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732620172072.8bf82484aba9e5454a8a96e9c3ec1a80. 2024-11-26T11:22:52,886 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8bf82484aba9e5454a8a96e9c3ec1a80: Waiting for close lock at 1732620172886Disabling compacts and flushes for region at 1732620172886Disabling writes for close at 1732620172886Writing region close event to WAL at 1732620172886Closed at 1732620172886 2024-11-26T11:22:52,887 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T11:22:52,888 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732620172072.8bf82484aba9e5454a8a96e9c3ec1a80.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732620172887"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732620172887"}]},"ts":"1732620172887"} 2024-11-26T11:22:52,889 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T11:22:52,890 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T11:22:52,890 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620172890"}]},"ts":"1732620172890"} 2024-11-26T11:22:52,891 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T11:22:52,891 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8bf82484aba9e5454a8a96e9c3ec1a80, ASSIGN}] 2024-11-26T11:22:52,892 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8bf82484aba9e5454a8a96e9c3ec1a80, ASSIGN 2024-11-26T11:22:52,893 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8bf82484aba9e5454a8a96e9c3ec1a80, ASSIGN; state=OFFLINE, location=7f3a3edaecc3,37395,1732620166700; forceNewPlan=false, retain=false 2024-11-26T11:22:53,043 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8bf82484aba9e5454a8a96e9c3ec1a80, regionState=OPENING, regionLocation=7f3a3edaecc3,37395,1732620166700 2024-11-26T11:22:53,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8bf82484aba9e5454a8a96e9c3ec1a80, ASSIGN because future has completed 2024-11-26T11:22:53,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8bf82484aba9e5454a8a96e9c3ec1a80, server=7f3a3edaecc3,37395,1732620166700}] 2024-11-26T11:22:53,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:22:53,263 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732620172072.8bf82484aba9e5454a8a96e9c3ec1a80. 2024-11-26T11:22:53,263 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8bf82484aba9e5454a8a96e9c3ec1a80, NAME => 'test,,1732620172072.8bf82484aba9e5454a8a96e9c3ec1a80.', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:22:53,263 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T11:22:53,263 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T11:22:53,264 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8bf82484aba9e5454a8a96e9c3ec1a80 2024-11-26T11:22:53,264 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732620172072.8bf82484aba9e5454a8a96e9c3ec1a80.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:22:53,264 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8bf82484aba9e5454a8a96e9c3ec1a80 2024-11-26T11:22:53,264 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8bf82484aba9e5454a8a96e9c3ec1a80 2024-11-26T11:22:53,265 INFO [StoreOpener-8bf82484aba9e5454a8a96e9c3ec1a80-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8bf82484aba9e5454a8a96e9c3ec1a80 2024-11-26T11:22:53,266 INFO [StoreOpener-8bf82484aba9e5454a8a96e9c3ec1a80-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8bf82484aba9e5454a8a96e9c3ec1a80 columnFamilyName f 2024-11-26T11:22:53,266 DEBUG [StoreOpener-8bf82484aba9e5454a8a96e9c3ec1a80-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:53,266 INFO [StoreOpener-8bf82484aba9e5454a8a96e9c3ec1a80-1 {}] regionserver.HStore(327): Store=8bf82484aba9e5454a8a96e9c3ec1a80/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:22:53,266 INFO [StoreOpener-8bf82484aba9e5454a8a96e9c3ec1a80-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8bf82484aba9e5454a8a96e9c3ec1a80 2024-11-26T11:22:53,267 INFO [StoreOpener-8bf82484aba9e5454a8a96e9c3ec1a80-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8bf82484aba9e5454a8a96e9c3ec1a80 columnFamilyName f1 2024-11-26T11:22:53,267 DEBUG [StoreOpener-8bf82484aba9e5454a8a96e9c3ec1a80-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:53,268 INFO [StoreOpener-8bf82484aba9e5454a8a96e9c3ec1a80-1 {}] regionserver.HStore(327): Store=8bf82484aba9e5454a8a96e9c3ec1a80/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:22:53,268 INFO [StoreOpener-8bf82484aba9e5454a8a96e9c3ec1a80-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8bf82484aba9e5454a8a96e9c3ec1a80 2024-11-26T11:22:53,268 INFO [StoreOpener-8bf82484aba9e5454a8a96e9c3ec1a80-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8bf82484aba9e5454a8a96e9c3ec1a80 columnFamilyName norep 2024-11-26T11:22:53,268 DEBUG [StoreOpener-8bf82484aba9e5454a8a96e9c3ec1a80-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:53,269 INFO [StoreOpener-8bf82484aba9e5454a8a96e9c3ec1a80-1 {}] regionserver.HStore(327): Store=8bf82484aba9e5454a8a96e9c3ec1a80/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:22:53,269 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8bf82484aba9e5454a8a96e9c3ec1a80 2024-11-26T11:22:53,269 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/data/default/test/8bf82484aba9e5454a8a96e9c3ec1a80 2024-11-26T11:22:53,270 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/data/default/test/8bf82484aba9e5454a8a96e9c3ec1a80 2024-11-26T11:22:53,270 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8bf82484aba9e5454a8a96e9c3ec1a80 2024-11-26T11:22:53,270 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8bf82484aba9e5454a8a96e9c3ec1a80 2024-11-26T11:22:53,271 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T11:22:53,271 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8bf82484aba9e5454a8a96e9c3ec1a80 2024-11-26T11:22:53,273 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/data/default/test/8bf82484aba9e5454a8a96e9c3ec1a80/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:22:53,273 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8bf82484aba9e5454a8a96e9c3ec1a80; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66650993, jitterRate=-0.00682280957698822}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T11:22:53,273 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8bf82484aba9e5454a8a96e9c3ec1a80 2024-11-26T11:22:53,273 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8bf82484aba9e5454a8a96e9c3ec1a80: Running coprocessor pre-open hook at 1732620173264Writing region info on filesystem at 1732620173264Initializing all the Stores at 1732620173264Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620173264Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620173265 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620173265Cleaning up temporary data from old regions at 1732620173270 (+5 ms)Running coprocessor post-open hooks at 1732620173273 (+3 ms)Region opened successfully at 1732620173273 2024-11-26T11:22:53,274 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732620172072.8bf82484aba9e5454a8a96e9c3ec1a80., pid=6, masterSystemTime=1732620173196 2024-11-26T11:22:53,275 DEBUG [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732620172072.8bf82484aba9e5454a8a96e9c3ec1a80. 2024-11-26T11:22:53,275 INFO [RS_OPEN_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732620172072.8bf82484aba9e5454a8a96e9c3ec1a80. 2024-11-26T11:22:53,276 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8bf82484aba9e5454a8a96e9c3ec1a80, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7f3a3edaecc3,37395,1732620166700 2024-11-26T11:22:53,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8bf82484aba9e5454a8a96e9c3ec1a80, server=7f3a3edaecc3,37395,1732620166700 because future has completed 2024-11-26T11:22:53,279 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T11:22:53,279 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8bf82484aba9e5454a8a96e9c3ec1a80, server=7f3a3edaecc3,37395,1732620166700 in 233 msec 2024-11-26T11:22:53,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T11:22:53,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8bf82484aba9e5454a8a96e9c3ec1a80, ASSIGN in 388 msec 2024-11-26T11:22:53,281 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T11:22:53,282 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620173281"}]},"ts":"1732620173281"} 2024-11-26T11:22:53,283 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T11:22:53,284 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T11:22:53,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2120 sec 2024-11-26T11:22:54,163 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T11:22:54,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:54,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:54,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:54,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:54,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:54,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:54,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:54,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:54,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:54,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:54,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:54,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:54,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:54,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:54,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:54,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T11:22:54,231 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T11:22:54,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47c7af1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:54,232 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,38835,-1 for getting cluster id 2024-11-26T11:22:54,232 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:22:54,233 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '29c205da-fa24-4acc-bed0-e29b7e81ea2a' 2024-11-26T11:22:54,233 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:22:54,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:54,233 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "29c205da-fa24-4acc-bed0-e29b7e81ea2a" 2024-11-26T11:22:54,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:54,233 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63068cc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:54,233 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,38835,-1] 2024-11-26T11:22:54,233 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:22:54,233 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:54,234 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:22:54,235 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cea5421, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:54,235 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:22:54,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:22:54,236 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,38835,1732620158229 2024-11-26T11:22:54,236 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b42072f 2024-11-26T11:22:54,236 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:22:54,237 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:22:54,237 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38835 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://7f3a3edaecc3:33591,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T11:22:54,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38835 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T11:22:54,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:22:54,240 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7f3a3edaecc3:33591' 2024-11-26T11:22:54,241 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@521cc3f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:54,241 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,33591,-1 for getting cluster id 2024-11-26T11:22:54,241 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:22:54,241 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2a58f4e-09df-4e02-9df0-3766af04b4b5' 2024-11-26T11:22:54,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:22:54,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2a58f4e-09df-4e02-9df0-3766af04b4b5" 2024-11-26T11:22:54,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24924e75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:54,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,33591,-1] 2024-11-26T11:22:54,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:22:54,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:54,242 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:22:54,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d9f1032, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:54,243 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:22:54,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,33591,1732620163013 2024-11-26T11:22:54,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14a73cc9 2024-11-26T11:22:54,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:22:54,244 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:22:54,245 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-26T11:22:54,245 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T11:22:54,245 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:54,245 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:54,245 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:22:54,245 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T11:22:54,246 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T11:22:54,247 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T11:22:54,247 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:54,248 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T11:22:54,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38023 is added to blk_1073741837_1013 (size=1138) 2024-11-26T11:22:54,297 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T11:22:54,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:22:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:22:54,653 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c57caac88dd183c518c30c124aa60d7f, NAME => 'hbase:replication,,1732620174245.c57caac88dd183c518c30c124aa60d7f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae 2024-11-26T11:22:54,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38023 is added to blk_1073741838_1014 (size=44) 2024-11-26T11:22:54,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:22:55,058 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732620174245.c57caac88dd183c518c30c124aa60d7f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:22:55,058 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c57caac88dd183c518c30c124aa60d7f, disabling compactions & flushes 2024-11-26T11:22:55,058 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732620174245.c57caac88dd183c518c30c124aa60d7f. 2024-11-26T11:22:55,058 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732620174245.c57caac88dd183c518c30c124aa60d7f. 2024-11-26T11:22:55,058 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732620174245.c57caac88dd183c518c30c124aa60d7f. after waiting 0 ms 2024-11-26T11:22:55,058 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732620174245.c57caac88dd183c518c30c124aa60d7f. 2024-11-26T11:22:55,058 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732620174245.c57caac88dd183c518c30c124aa60d7f. 2024-11-26T11:22:55,058 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c57caac88dd183c518c30c124aa60d7f: Waiting for close lock at 1732620175058Disabling compacts and flushes for region at 1732620175058Disabling writes for close at 1732620175058Writing region close event to WAL at 1732620175058Closed at 1732620175058 2024-11-26T11:22:55,059 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T11:22:55,059 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732620174245.c57caac88dd183c518c30c124aa60d7f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732620175059"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732620175059"}]},"ts":"1732620175059"} 2024-11-26T11:22:55,061 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T11:22:55,061 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T11:22:55,062 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620175061"}]},"ts":"1732620175061"} 2024-11-26T11:22:55,063 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T11:22:55,063 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c57caac88dd183c518c30c124aa60d7f, ASSIGN}] 2024-11-26T11:22:55,064 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c57caac88dd183c518c30c124aa60d7f, ASSIGN 2024-11-26T11:22:55,064 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c57caac88dd183c518c30c124aa60d7f, ASSIGN; state=OFFLINE, location=7f3a3edaecc3,41441,1732620158435; forceNewPlan=false, retain=false 2024-11-26T11:22:55,215 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c57caac88dd183c518c30c124aa60d7f, regionState=OPENING, regionLocation=7f3a3edaecc3,41441,1732620158435 2024-11-26T11:22:55,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c57caac88dd183c518c30c124aa60d7f, ASSIGN because future has completed 2024-11-26T11:22:55,217 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c57caac88dd183c518c30c124aa60d7f, server=7f3a3edaecc3,41441,1732620158435}] 2024-11-26T11:22:55,371 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732620174245.c57caac88dd183c518c30c124aa60d7f. 2024-11-26T11:22:55,371 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:22:55,372 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T11:22:55,373 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7f3a3edaecc3%2C41441%2C1732620158435.rep, suffix=, logDir=hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435, archiveDir=hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/oldWALs, maxLogs=10 2024-11-26T11:22:55,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:22:55,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.rep.1732620175373, exclude list is [], retry=0 2024-11-26T11:22:55,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38023,DS-9b3736f2-6271-45cb-9db3-6e45eedc8c4f,DISK] 2024-11-26T11:22:55,389 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.rep.1732620175373 2024-11-26T11:22:55,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36841:36841)] 2024-11-26T11:22:55,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c57caac88dd183c518c30c124aa60d7f, NAME => 'hbase:replication,,1732620174245.c57caac88dd183c518c30c124aa60d7f.', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:22:55,390 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T11:22:55,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T11:22:55,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732620174245.c57caac88dd183c518c30c124aa60d7f. service=MultiRowMutationService 2024-11-26T11:22:55,390 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T11:22:55,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c57caac88dd183c518c30c124aa60d7f 2024-11-26T11:22:55,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732620174245.c57caac88dd183c518c30c124aa60d7f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:22:55,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c57caac88dd183c518c30c124aa60d7f 2024-11-26T11:22:55,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c57caac88dd183c518c30c124aa60d7f 2024-11-26T11:22:55,392 INFO [StoreOpener-c57caac88dd183c518c30c124aa60d7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c57caac88dd183c518c30c124aa60d7f 2024-11-26T11:22:55,392 INFO [StoreOpener-c57caac88dd183c518c30c124aa60d7f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c57caac88dd183c518c30c124aa60d7f columnFamilyName hfileref 2024-11-26T11:22:55,392 DEBUG [StoreOpener-c57caac88dd183c518c30c124aa60d7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:55,393 INFO [StoreOpener-c57caac88dd183c518c30c124aa60d7f-1 {}] regionserver.HStore(327): Store=c57caac88dd183c518c30c124aa60d7f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:22:55,393 INFO [StoreOpener-c57caac88dd183c518c30c124aa60d7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c57caac88dd183c518c30c124aa60d7f 2024-11-26T11:22:55,393 INFO [StoreOpener-c57caac88dd183c518c30c124aa60d7f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c57caac88dd183c518c30c124aa60d7f columnFamilyName queue 2024-11-26T11:22:55,393 DEBUG [StoreOpener-c57caac88dd183c518c30c124aa60d7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:55,394 INFO [StoreOpener-c57caac88dd183c518c30c124aa60d7f-1 {}] regionserver.HStore(327): Store=c57caac88dd183c518c30c124aa60d7f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:22:55,394 INFO [StoreOpener-c57caac88dd183c518c30c124aa60d7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c57caac88dd183c518c30c124aa60d7f 2024-11-26T11:22:55,394 INFO [StoreOpener-c57caac88dd183c518c30c124aa60d7f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c57caac88dd183c518c30c124aa60d7f columnFamilyName sid 2024-11-26T11:22:55,394 DEBUG [StoreOpener-c57caac88dd183c518c30c124aa60d7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:22:55,395 INFO [StoreOpener-c57caac88dd183c518c30c124aa60d7f-1 {}] regionserver.HStore(327): Store=c57caac88dd183c518c30c124aa60d7f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:22:55,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c57caac88dd183c518c30c124aa60d7f 2024-11-26T11:22:55,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/data/hbase/replication/c57caac88dd183c518c30c124aa60d7f 2024-11-26T11:22:55,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/data/hbase/replication/c57caac88dd183c518c30c124aa60d7f 2024-11-26T11:22:55,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c57caac88dd183c518c30c124aa60d7f 2024-11-26T11:22:55,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c57caac88dd183c518c30c124aa60d7f 2024-11-26T11:22:55,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T11:22:55,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c57caac88dd183c518c30c124aa60d7f 2024-11-26T11:22:55,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/data/hbase/replication/c57caac88dd183c518c30c124aa60d7f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:22:55,399 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c57caac88dd183c518c30c124aa60d7f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69977291, jitterRate=0.04274289309978485}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T11:22:55,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c57caac88dd183c518c30c124aa60d7f 2024-11-26T11:22:55,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c57caac88dd183c518c30c124aa60d7f: Running coprocessor pre-open hook at 1732620175391Writing region info on filesystem at 1732620175391Initializing all the Stores at 1732620175391Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620175391Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620175391Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732620175391Cleaning up temporary data from old regions at 1732620175396 (+5 ms)Running coprocessor post-open hooks at 1732620175399 (+3 ms)Region opened successfully at 1732620175399 2024-11-26T11:22:55,400 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732620174245.c57caac88dd183c518c30c124aa60d7f., pid=10, masterSystemTime=1732620175369 2024-11-26T11:22:55,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732620174245.c57caac88dd183c518c30c124aa60d7f. 2024-11-26T11:22:55,401 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732620174245.c57caac88dd183c518c30c124aa60d7f. 2024-11-26T11:22:55,402 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c57caac88dd183c518c30c124aa60d7f, regionState=OPEN, openSeqNum=2, regionLocation=7f3a3edaecc3,41441,1732620158435 2024-11-26T11:22:55,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c57caac88dd183c518c30c124aa60d7f, server=7f3a3edaecc3,41441,1732620158435 because future has completed 2024-11-26T11:22:55,405 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T11:22:55,405 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c57caac88dd183c518c30c124aa60d7f, server=7f3a3edaecc3,41441,1732620158435 in 187 msec 2024-11-26T11:22:55,407 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T11:22:55,407 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c57caac88dd183c518c30c124aa60d7f, ASSIGN in 342 msec 2024-11-26T11:22:55,407 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T11:22:55,407 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620175407"}]},"ts":"1732620175407"} 2024-11-26T11:22:55,408 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T11:22:55,409 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T11:22:55,410 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1630 sec 2024-11-26T11:22:55,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732620174245.c57caac88dd183c518c30c124aa60d7f., hostname=7f3a3edaecc3,41441,1732620158435, seqNum=2] 2024-11-26T11:22:55,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41441-0x10176e178890001, quorum=127.0.0.1:50040, baseZNode=/0-133553362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-133553362 2024-11-26T11:22:55,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38835-0x10176e178890000, quorum=127.0.0.1:50040, baseZNode=/0-133553362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-133553362 2024-11-26T11:22:55,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T11:22:55,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T11:22:55,685 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T11:22:55,711 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7f3a3edaecc3,41441,1732620158435, ReplicationSource: 1, currentBandwidth=0 2024-11-26T11:22:55,711 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:22:55,711 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,41441,1732620158435, seqNum=-1] 2024-11-26T11:22:55,712 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:22:55,712 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47235, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-26T11:22:55,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7f3a3edaecc3,41441,1732620158435', locateType=CURRENT is [region=hbase:replication,,1732620174245.c57caac88dd183c518c30c124aa60d7f., hostname=7f3a3edaecc3,41441,1732620158435, seqNum=2] 2024-11-26T11:22:55,715 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T11:22:55,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38835 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T11:22:55,718 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7f3a3edaecc3,41441,1732620158435 suceeded 2024-11-26T11:22:55,719 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T11:22:55,719 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-26T11:22:55,719 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7f3a3edaecc3:33591,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T11:22:55,720 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4820 sec 2024-11-26T11:22:55,730 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,41441,1732620158435 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7f3a3edaecc3:33591' 2024-11-26T11:22:55,730 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,41441,1732620158435 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@725eaa8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:55,731 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,41441,1732620158435 {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,33591,-1 for getting cluster id 2024-11-26T11:22:55,731 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,41441,1732620158435 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:22:55,731 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2a58f4e-09df-4e02-9df0-3766af04b4b5' 2024-11-26T11:22:55,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:22:55,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2a58f4e-09df-4e02-9df0-3766af04b4b5" 2024-11-26T11:22:55,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@322b50b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:55,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,33591,-1] 2024-11-26T11:22:55,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:22:55,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:55,732 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:22:55,733 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,41441,1732620158435 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c83babc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:55,733 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,41441,1732620158435 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:22:55,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,33591,1732620163013 2024-11-26T11:22:55,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@566e999b 2024-11-26T11:22:55,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:22:55,734 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-26T11:22:55,734 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,41441,1732620158435 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7f3a3edaecc3,41441,1732620158435 (queues=1) is replicating from cluster=29c205da-fa24-4acc-bed0-e29b7e81ea2a to cluster=d2a58f4e-09df-4e02-9df0-3766af04b4b5 2024-11-26T11:22:55,734 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,41441,1732620158435 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7f3a3edaecc3%2C41441%2C1732620158435 2024-11-26T11:22:55,735 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,41441,1732620158435 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7f3a3edaecc3,41441,1732620158435, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T11:22:55,735 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,41441,1732620158435.replicationSource.shipper7f3a3edaecc3%2C41441%2C1732620158435,1-7f3a3edaecc3,41441,1732620158435 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7f3a3edaecc3%2C41441%2C1732620158435 2024-11-26T11:22:55,735 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,41441,1732620158435.replicationSource.wal-reader.7f3a3edaecc3%2C41441%2C1732620158435,1-7f3a3edaecc3,41441,1732620158435 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.1732620160189, startPosition=0, beingWritten=true 2024-11-26T11:22:55,740 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,41441,1732620158435.replicationSource.wal-reader.7f3a3edaecc3%2C41441%2C1732620158435,1-7f3a3edaecc3,41441,1732620158435 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T11:22:55,740 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,41441,1732620158435.replicationSource.wal-reader.7f3a3edaecc3%2C41441%2C1732620158435,1-7f3a3edaecc3,41441,1732620158435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.1732620160189 to pos 379, reset compression=false 2024-11-26T11:22:55,740 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,41441,1732620158435.replicationSource.shipper7f3a3edaecc3%2C41441%2C1732620158435,1-7f3a3edaecc3,41441,1732620158435 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,41441,1732620158435 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.1732620160189, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T11:22:55,944 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,41441,1732620158435.replicationSource.wal-reader.7f3a3edaecc3%2C41441%2C1732620158435,1-7f3a3edaecc3,41441,1732620158435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.1732620160189 to pos 379, reset compression=false 2024-11-26T11:22:56,247 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,41441,1732620158435.replicationSource.wal-reader.7f3a3edaecc3%2C41441%2C1732620158435,1-7f3a3edaecc3,41441,1732620158435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.1732620160189 to pos 379, reset compression=false 2024-11-26T11:22:56,359 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:22:56,360 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7f3a3edaecc3,46197,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7f3a3edaecc3:46197 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T11:22:56,360 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148741 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7f3a3edaecc3,46197,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7f3a3edaecc3:46197 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T11:22:56,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T11:22:56,390 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T11:22:56,391 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:22:56,391 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:22:56,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:56,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:56,391 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:22:56,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d58a8f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:56,392 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,38835,-1 for getting cluster id 2024-11-26T11:22:56,392 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:22:56,392 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '29c205da-fa24-4acc-bed0-e29b7e81ea2a' 2024-11-26T11:22:56,392 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:22:56,393 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "29c205da-fa24-4acc-bed0-e29b7e81ea2a" 2024-11-26T11:22:56,393 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@325f358d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:56,393 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,38835,-1] 2024-11-26T11:22:56,393 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:22:56,393 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:56,393 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:22:56,394 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@591b7c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:56,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a9a2824, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:56,394 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,33591,-1 for getting cluster id 2024-11-26T11:22:56,395 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:22:56,395 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2a58f4e-09df-4e02-9df0-3766af04b4b5' 2024-11-26T11:22:56,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:22:56,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2a58f4e-09df-4e02-9df0-3766af04b4b5" 2024-11-26T11:22:56,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a544451, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:56,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,33591,-1] 2024-11-26T11:22:56,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:22:56,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:56,396 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:22:56,396 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ee6fc31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:56,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27e2506c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:56,397 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,41423,-1 for getting cluster id 2024-11-26T11:22:56,397 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:22:56,397 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea5aa9b0-79d2-4509-b942-7650bb63dedf' 2024-11-26T11:22:56,397 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:22:56,397 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea5aa9b0-79d2-4509-b942-7650bb63dedf" 2024-11-26T11:22:56,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2261613b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:56,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,41423,-1] 2024-11-26T11:22:56,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:22:56,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:56,398 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:22:56,399 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22708184, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:56,399 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:22:56,404 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732620176403/Put/seqid=0 2024-11-26T11:22:56,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38023 is added to blk_1073741840_1016 (size=7894) 2024-11-26T11:22:56,650 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,41441,1732620158435.replicationSource.wal-reader.7f3a3edaecc3%2C41441%2C1732620158435,1-7f3a3edaecc3,41441,1732620158435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.1732620160189 to pos 379, reset compression=false 2024-11-26T11:22:56,810 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732620176810/Put/seqid=0 2024-11-26T11:22:56,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38023 is added to blk_1073741841_1017 (size=7691) 2024-11-26T11:22:57,153 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,41441,1732620158435.replicationSource.wal-reader.7f3a3edaecc3%2C41441%2C1732620158435,1-7f3a3edaecc3,41441,1732620158435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.1732620160189 to pos 379, reset compression=false 2024-11-26T11:22:57,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61fde729, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:57,215 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,38835,-1 for getting cluster id 2024-11-26T11:22:57,215 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:22:57,216 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '29c205da-fa24-4acc-bed0-e29b7e81ea2a' 2024-11-26T11:22:57,216 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:22:57,216 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "29c205da-fa24-4acc-bed0-e29b7e81ea2a" 2024-11-26T11:22:57,216 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@628c9206, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:57,216 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,38835,-1] 2024-11-26T11:22:57,217 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:22:57,217 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:57,217 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:22:57,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b4a0c86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:57,218 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:22:57,219 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,41441,1732620158435, seqNum=-1] 2024-11-26T11:22:57,219 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:22:57,219 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:22:57,225 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:22:57,226 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,38835,1732620158229 2024-11-26T11:22:57,226 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ff01779 2024-11-26T11:22:57,226 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:22:57,227 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:22:57,230 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732620168764.d6e812f18bf871ce04a4b1f5934f9e2e., hostname=7f3a3edaecc3,41441,1732620158435, seqNum=2] 2024-11-26T11:22:57,232 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T11:22:57,242 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-26T11:22:57,245 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-26T11:22:57,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41441 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/testHFileCyclicReplication_0/f/hfile_0 for inclusion in d6e812f18bf871ce04a4b1f5934f9e2e/f 2024-11-26T11:22:57,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41441 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-26T11:22:57,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41441 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T11:22:57,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41441 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/testHFileCyclicReplication_0/f/hfile_1 for inclusion in d6e812f18bf871ce04a4b1f5934f9e2e/f 2024-11-26T11:22:57,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41441 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-26T11:22:57,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41441 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T11:22:57,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41441 {}] regionserver.HRegion(2603): Flush status journal for d6e812f18bf871ce04a4b1f5934f9e2e: 2024-11-26T11:22:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41441 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/staging/jenkins__test__gvc2bqk93a4ai71tcbuthj1ro23njj91kdiok31odqgs83mfv797hm262fva4hrb/f/hfile_0 2024-11-26T11:22:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41441 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/staging/jenkins__test__gvc2bqk93a4ai71tcbuthj1ro23njj91kdiok31odqgs83mfv797hm262fva4hrb/f/hfile_0 as hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/data/default/test/d6e812f18bf871ce04a4b1f5934f9e2e/f/e9a956d660324f36a541680c3d3d4e67_SeqId_4_ 2024-11-26T11:22:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41441 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/staging/jenkins__test__gvc2bqk93a4ai71tcbuthj1ro23njj91kdiok31odqgs83mfv797hm262fva4hrb/f/hfile_1 2024-11-26T11:22:57,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41441 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/staging/jenkins__test__gvc2bqk93a4ai71tcbuthj1ro23njj91kdiok31odqgs83mfv797hm262fva4hrb/f/hfile_1 as hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/data/default/test/d6e812f18bf871ce04a4b1f5934f9e2e/f/f95514a32d8e495eba373a061a997034_SeqId_4_ 2024-11-26T11:22:57,261 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41441 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/staging/jenkins__test__gvc2bqk93a4ai71tcbuthj1ro23njj91kdiok31odqgs83mfv797hm262fva4hrb/f/hfile_0 into d6e812f18bf871ce04a4b1f5934f9e2e/f as hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/data/default/test/d6e812f18bf871ce04a4b1f5934f9e2e/f/e9a956d660324f36a541680c3d3d4e67_SeqId_4_ - updating store file list. 2024-11-26T11:22:57,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41441 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e9a956d660324f36a541680c3d3d4e67_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T11:22:57,266 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41441 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/data/default/test/d6e812f18bf871ce04a4b1f5934f9e2e/f/e9a956d660324f36a541680c3d3d4e67_SeqId_4_ into d6e812f18bf871ce04a4b1f5934f9e2e/f 2024-11-26T11:22:57,266 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41441 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/staging/jenkins__test__gvc2bqk93a4ai71tcbuthj1ro23njj91kdiok31odqgs83mfv797hm262fva4hrb/f/hfile_0 into d6e812f18bf871ce04a4b1f5934f9e2e/f (new location: hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/data/default/test/d6e812f18bf871ce04a4b1f5934f9e2e/f/e9a956d660324f36a541680c3d3d4e67_SeqId_4_) 2024-11-26T11:22:57,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41441 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/staging/jenkins__test__gvc2bqk93a4ai71tcbuthj1ro23njj91kdiok31odqgs83mfv797hm262fva4hrb/f/hfile_0 2024-11-26T11:22:57,267 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41441 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/staging/jenkins__test__gvc2bqk93a4ai71tcbuthj1ro23njj91kdiok31odqgs83mfv797hm262fva4hrb/f/hfile_1 into d6e812f18bf871ce04a4b1f5934f9e2e/f as hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/data/default/test/d6e812f18bf871ce04a4b1f5934f9e2e/f/f95514a32d8e495eba373a061a997034_SeqId_4_ - updating store file list. 2024-11-26T11:22:57,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41441 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f95514a32d8e495eba373a061a997034_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T11:22:57,270 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41441 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/data/default/test/d6e812f18bf871ce04a4b1f5934f9e2e/f/f95514a32d8e495eba373a061a997034_SeqId_4_ into d6e812f18bf871ce04a4b1f5934f9e2e/f 2024-11-26T11:22:57,270 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41441 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/staging/jenkins__test__gvc2bqk93a4ai71tcbuthj1ro23njj91kdiok31odqgs83mfv797hm262fva4hrb/f/hfile_1 into d6e812f18bf871ce04a4b1f5934f9e2e/f (new location: hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/data/default/test/d6e812f18bf871ce04a4b1f5934f9e2e/f/f95514a32d8e495eba373a061a997034_SeqId_4_) 2024-11-26T11:22:57,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41441 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/staging/jenkins__test__gvc2bqk93a4ai71tcbuthj1ro23njj91kdiok31odqgs83mfv797hm262fva4hrb/f/hfile_1 2024-11-26T11:22:57,272 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:22:57,272 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:22:57,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:57,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:57,272 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732620168764.d6e812f18bf871ce04a4b1f5934f9e2e., hostname=7f3a3edaecc3,41441,1732620158435, seqNum=2 , the old value is region=test,,1732620168764.d6e812f18bf871ce04a4b1f5934f9e2e., hostname=7f3a3edaecc3,41441,1732620158435, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=7f3a3edaecc3:41441 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T11:22:57,273 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732620168764.d6e812f18bf871ce04a4b1f5934f9e2e., hostname=7f3a3edaecc3,41441,1732620158435, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T11:22:57,273 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732620168764.d6e812f18bf871ce04a4b1f5934f9e2e., hostname=7f3a3edaecc3,41441,1732620158435, seqNum=2 from cache 2024-11-26T11:22:57,273 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:22:57,273 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:22:57,273 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-26T11:22:57,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,45017,1732620163170, seqNum=-1] 2024-11-26T11:22:57,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:22:57,275 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:22:57,276 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732620170925.89c4bd00f9f754eeea68dc0cd1059dbe., hostname=7f3a3edaecc3,45017,1732620163170, seqNum=2] 2024-11-26T11:22:57,277 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-26T11:22:57,381 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7f3a3edaecc3:41441 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-26T11:22:57,757 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,41441,1732620158435.replicationSource.wal-reader.7f3a3edaecc3%2C41441%2C1732620158435,1-7f3a3edaecc3,41441,1732620158435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.1732620160189 to pos 379, reset compression=false 2024-11-26T11:22:57,762 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,41441,1732620158435.replicationSource.wal-reader.7f3a3edaecc3%2C41441%2C1732620158435,1-7f3a3edaecc3,41441,1732620158435 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T11:22:57,762 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,41441,1732620158435.replicationSource.shipper7f3a3edaecc3%2C41441%2C1732620158435,1-7f3a3edaecc3,41441,1732620158435 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,41441,1732620158435 got entry batch from reader: WALEntryBatch [walEntries=[{test/d6e812f18bf871ce04a4b1f5934f9e2e/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732620177271/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.1732620160189, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-26T11:22:57,764 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,41441,1732620158435.replicationSource.shipper7f3a3edaecc3%2C41441%2C1732620158435,1-7f3a3edaecc3,41441,1732620158435 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T11:22:57,765 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-26T11:22:57,765 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45017 {}] regionserver.ReplicationSink(318): Replicating [29c205da-fa24-4acc-bed0-e29b7e81ea2a] bulk loaded data 2024-11-26T11:22:57,766 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45017 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d59b7df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:57,766 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45017 {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,33591,-1 for getting cluster id 2024-11-26T11:22:57,766 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45017 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:22:57,767 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2a58f4e-09df-4e02-9df0-3766af04b4b5' 2024-11-26T11:22:57,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:22:57,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2a58f4e-09df-4e02-9df0-3766af04b4b5" 2024-11-26T11:22:57,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40080f3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:57,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,33591,-1] 2024-11-26T11:22:57,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:22:57,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:57,768 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:22:57,768 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45017 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d91e5b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:57,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40169 is added to blk_1073741837_1013 (size=7894) 2024-11-26T11:22:57,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40169 is added to blk_1073741838_1014 (size=7691) 2024-11-26T11:22:57,790 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45017 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:22:57,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,33591,1732620163013 2024-11-26T11:22:57,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ca93f3 2024-11-26T11:22:57,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:22:57,792 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-26T11:22:57,794 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45017 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T11:22:57,794 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45017 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:22:57,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,45017,1732620163170, seqNum=-1] 2024-11-26T11:22:57,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:22:57,796 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-26T11:22:57,801 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/staging/jenkins.hfs.22__test__39vc21l2jkrd26s6fghht6nshu5d9buelnqnccr49pbv1j7brptr5r45kadrnia8/f/e9a956d660324f36a541680c3d3d4e67_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-26T11:22:57,804 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/staging/jenkins.hfs.22__test__39vc21l2jkrd26s6fghht6nshu5d9buelnqnccr49pbv1j7brptr5r45kadrnia8/f/f95514a32d8e495eba373a061a997034_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-26T11:22:57,807 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45017 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/staging/jenkins.hfs.22__test__39vc21l2jkrd26s6fghht6nshu5d9buelnqnccr49pbv1j7brptr5r45kadrnia8/f/e9a956d660324f36a541680c3d3d4e67_SeqId_4_ for inclusion in 89c4bd00f9f754eeea68dc0cd1059dbe/f 2024-11-26T11:22:57,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45017 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-26T11:22:57,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45017 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T11:22:57,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45017 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/staging/jenkins.hfs.22__test__39vc21l2jkrd26s6fghht6nshu5d9buelnqnccr49pbv1j7brptr5r45kadrnia8/f/f95514a32d8e495eba373a061a997034_SeqId_4_ for inclusion in 89c4bd00f9f754eeea68dc0cd1059dbe/f 2024-11-26T11:22:57,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45017 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-26T11:22:57,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45017 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T11:22:57,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45017 {}] regionserver.HRegion(2603): Flush status journal for 89c4bd00f9f754eeea68dc0cd1059dbe: 2024-11-26T11:22:57,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45017 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e9a956d660324f36a541680c3d3d4e67_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-26T11:22:57,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45017 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/staging/jenkins.hfs.22__test__39vc21l2jkrd26s6fghht6nshu5d9buelnqnccr49pbv1j7brptr5r45kadrnia8/f/e9a956d660324f36a541680c3d3d4e67_SeqId_4_ as hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/data/default/test/89c4bd00f9f754eeea68dc0cd1059dbe/f/f0e600c1d506487eb574ce7b19d5e0ab_SeqId_4_ 2024-11-26T11:22:57,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45017 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f95514a32d8e495eba373a061a997034_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-26T11:22:57,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45017 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/staging/jenkins.hfs.22__test__39vc21l2jkrd26s6fghht6nshu5d9buelnqnccr49pbv1j7brptr5r45kadrnia8/f/f95514a32d8e495eba373a061a997034_SeqId_4_ as hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/data/default/test/89c4bd00f9f754eeea68dc0cd1059dbe/f/7f1d7ea8cdf143c2a953549eec526a4a_SeqId_4_ 2024-11-26T11:22:57,816 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45017 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/staging/jenkins.hfs.22__test__39vc21l2jkrd26s6fghht6nshu5d9buelnqnccr49pbv1j7brptr5r45kadrnia8/f/e9a956d660324f36a541680c3d3d4e67_SeqId_4_ into 89c4bd00f9f754eeea68dc0cd1059dbe/f as hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/data/default/test/89c4bd00f9f754eeea68dc0cd1059dbe/f/f0e600c1d506487eb574ce7b19d5e0ab_SeqId_4_ - updating store file list. 2024-11-26T11:22:57,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45017 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f0e600c1d506487eb574ce7b19d5e0ab_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T11:22:57,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45017 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/data/default/test/89c4bd00f9f754eeea68dc0cd1059dbe/f/f0e600c1d506487eb574ce7b19d5e0ab_SeqId_4_ into 89c4bd00f9f754eeea68dc0cd1059dbe/f 2024-11-26T11:22:57,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45017 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/staging/jenkins.hfs.22__test__39vc21l2jkrd26s6fghht6nshu5d9buelnqnccr49pbv1j7brptr5r45kadrnia8/f/e9a956d660324f36a541680c3d3d4e67_SeqId_4_ into 89c4bd00f9f754eeea68dc0cd1059dbe/f (new location: hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/data/default/test/89c4bd00f9f754eeea68dc0cd1059dbe/f/f0e600c1d506487eb574ce7b19d5e0ab_SeqId_4_) 2024-11-26T11:22:57,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45017 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/staging/jenkins.hfs.22__test__39vc21l2jkrd26s6fghht6nshu5d9buelnqnccr49pbv1j7brptr5r45kadrnia8/f/e9a956d660324f36a541680c3d3d4e67_SeqId_4_ 2024-11-26T11:22:57,821 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45017 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/staging/jenkins.hfs.22__test__39vc21l2jkrd26s6fghht6nshu5d9buelnqnccr49pbv1j7brptr5r45kadrnia8/f/f95514a32d8e495eba373a061a997034_SeqId_4_ into 89c4bd00f9f754eeea68dc0cd1059dbe/f as hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/data/default/test/89c4bd00f9f754eeea68dc0cd1059dbe/f/7f1d7ea8cdf143c2a953549eec526a4a_SeqId_4_ - updating store file list. 2024-11-26T11:22:57,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45017 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7f1d7ea8cdf143c2a953549eec526a4a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T11:22:57,824 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45017 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/data/default/test/89c4bd00f9f754eeea68dc0cd1059dbe/f/7f1d7ea8cdf143c2a953549eec526a4a_SeqId_4_ into 89c4bd00f9f754eeea68dc0cd1059dbe/f 2024-11-26T11:22:57,824 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45017 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/staging/jenkins.hfs.22__test__39vc21l2jkrd26s6fghht6nshu5d9buelnqnccr49pbv1j7brptr5r45kadrnia8/f/f95514a32d8e495eba373a061a997034_SeqId_4_ into 89c4bd00f9f754eeea68dc0cd1059dbe/f (new location: hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/data/default/test/89c4bd00f9f754eeea68dc0cd1059dbe/f/7f1d7ea8cdf143c2a953549eec526a4a_SeqId_4_) 2024-11-26T11:22:57,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45017 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/staging/jenkins.hfs.22__test__39vc21l2jkrd26s6fghht6nshu5d9buelnqnccr49pbv1j7brptr5r45kadrnia8/f/f95514a32d8e495eba373a061a997034_SeqId_4_ 2024-11-26T11:22:57,827 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45017 {}] regionserver.ReplicationSink(324): Finished replicating [29c205da-fa24-4acc-bed0-e29b7e81ea2a] bulk loaded data 2024-11-26T11:22:57,962 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,41441,1732620158435.replicationSource.wal-reader.7f3a3edaecc3%2C41441%2C1732620158435,1-7f3a3edaecc3,41441,1732620158435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.1732620160189 to pos 687, reset compression=false 2024-11-26T11:22:58,266 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,41441,1732620158435.replicationSource.wal-reader.7f3a3edaecc3%2C41441%2C1732620158435,1-7f3a3edaecc3,41441,1732620158435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.1732620160189 to pos 687, reset compression=false 2024-11-26T11:22:58,283 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:22:58,283 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,37395,1732620166700, seqNum=-1] 2024-11-26T11:22:58,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:22:58,285 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:22:58,286 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732620172072.8bf82484aba9e5454a8a96e9c3ec1a80., hostname=7f3a3edaecc3,37395,1732620166700, seqNum=2] 2024-11-26T11:22:58,291 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T11:22:58,292 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T11:22:58,292 DEBUG [regionserver/7f3a3edaecc3:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 7f3a3edaecc3%2C41441%2C1732620158435:(num 1732620160189) roll requested 2024-11-26T11:22:58,305 DEBUG [regionserver/7f3a3edaecc3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.1732620178292, exclude list is [], retry=0 2024-11-26T11:22:58,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38023,DS-9b3736f2-6271-45cb-9db3-6e45eedc8c4f,DISK] 2024-11-26T11:22:58,308 INFO [regionserver/7f3a3edaecc3:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.1732620160189 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.1732620178292 2024-11-26T11:22:58,308 DEBUG [regionserver/7f3a3edaecc3:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36841:36841)] 2024-11-26T11:22:58,308 DEBUG [regionserver/7f3a3edaecc3:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.1732620160189 is not closed yet, will try archiving it next time 2024-11-26T11:22:58,308 DEBUG [regionserver/7f3a3edaecc3:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 7f3a3edaecc3%2C41441%2C1732620158435.meta:.meta(num 1732620160724) roll requested 2024-11-26T11:22:58,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38023 is added to blk_1073741833_1009 (size=695) 2024-11-26T11:22:58,309 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.1732620160189 not finished, retry = 0 2024-11-26T11:22:58,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d3a7941, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:58,320 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,38835,-1 for getting cluster id 2024-11-26T11:22:58,321 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:22:58,321 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '29c205da-fa24-4acc-bed0-e29b7e81ea2a' 2024-11-26T11:22:58,321 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:22:58,321 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "29c205da-fa24-4acc-bed0-e29b7e81ea2a" 2024-11-26T11:22:58,322 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51436092, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:58,322 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,38835,-1] 2024-11-26T11:22:58,322 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:22:58,322 DEBUG [regionserver/7f3a3edaecc3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.meta.1732620178308.meta, exclude list is [], retry=0 2024-11-26T11:22:58,322 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:58,323 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:22:58,323 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7118a2fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:58,324 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:22:58,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38023,DS-9b3736f2-6271-45cb-9db3-6e45eedc8c4f,DISK] 2024-11-26T11:22:58,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,38835,1732620158229 2024-11-26T11:22:58,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c5f9d6c 2024-11-26T11:22:58,325 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:22:58,325 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:22:58,326 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38835 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://7f3a3edaecc3:41423,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T11:22:58,327 INFO [regionserver/7f3a3edaecc3:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.meta.1732620160724.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.meta.1732620178308.meta 2024-11-26T11:22:58,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38835 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T11:22:58,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-26T11:22:58,328 DEBUG [regionserver/7f3a3edaecc3:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36841:36841)] 2024-11-26T11:22:58,328 DEBUG [regionserver/7f3a3edaecc3:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.meta.1732620160724.meta is not closed yet, will try archiving it next time 2024-11-26T11:22:58,328 DEBUG [regionserver/7f3a3edaecc3:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 7f3a3edaecc3%2C41441%2C1732620158435.rep:(num 1732620175373) roll requested 2024-11-26T11:22:58,328 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7f3a3edaecc3:41423' 2024-11-26T11:22:58,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38023 is added to blk_1073741834_1010 (size=3473) 2024-11-26T11:22:58,336 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@131164cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:58,336 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,41423,-1 for getting cluster id 2024-11-26T11:22:58,336 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:22:58,337 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea5aa9b0-79d2-4509-b942-7650bb63dedf' 2024-11-26T11:22:58,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:22:58,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea5aa9b0-79d2-4509-b942-7650bb63dedf" 2024-11-26T11:22:58,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@469d502b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:58,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,41423,-1] 2024-11-26T11:22:58,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:22:58,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:58,338 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:22:58,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10bb1eaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:58,339 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:22:58,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,41423,1732620166581 2024-11-26T11:22:58,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20d8ba96 2024-11-26T11:22:58,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:22:58,340 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T11:22:58,340 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:22:58,341 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-26T11:22:58,341 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T11:22:58,341 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:58,341 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:58,342 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:22:58,348 DEBUG [regionserver/7f3a3edaecc3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.rep.1732620178328, exclude list is [], retry=0 2024-11-26T11:22:58,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38023,DS-9b3736f2-6271-45cb-9db3-6e45eedc8c4f,DISK] 2024-11-26T11:22:58,374 INFO [regionserver/7f3a3edaecc3:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.rep.1732620175373 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.rep.1732620178328 2024-11-26T11:22:58,374 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T11:22:58,375 DEBUG [regionserver/7f3a3edaecc3:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36841:36841)] 2024-11-26T11:22:58,375 DEBUG [regionserver/7f3a3edaecc3:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.rep.1732620175373 is not closed yet, will try archiving it next time 2024-11-26T11:22:58,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38023 is added to blk_1073741839_1015 (size=1505) 2024-11-26T11:22:58,413 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.1732620160189 to hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/oldWALs/7f3a3edaecc3%2C41441%2C1732620158435.1732620160189 2024-11-26T11:22:58,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-26T11:22:58,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-26T11:22:58,527 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-26T11:22:58,552 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-7f3a3edaecc3,41441,1732620158435, ReplicationSource: 2, currentBandwidth=0 2024-11-26T11:22:58,554 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-26T11:22:58,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38835 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-26T11:22:58,556 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 7f3a3edaecc3,41441,1732620158435 suceeded 2024-11-26T11:22:58,557 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-26T11:22:58,557 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 182 msec 2024-11-26T11:22:58,557 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://7f3a3edaecc3:41423,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T11:22:58,558 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 231 msec 2024-11-26T11:22:58,567 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,2-7f3a3edaecc3,41441,1732620158435 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7f3a3edaecc3:41423' 2024-11-26T11:22:58,568 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,2-7f3a3edaecc3,41441,1732620158435 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20615537, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:58,568 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,2-7f3a3edaecc3,41441,1732620158435 {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,41423,-1 for getting cluster id 2024-11-26T11:22:58,568 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,2-7f3a3edaecc3,41441,1732620158435 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:22:58,569 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea5aa9b0-79d2-4509-b942-7650bb63dedf' 2024-11-26T11:22:58,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:22:58,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea5aa9b0-79d2-4509-b942-7650bb63dedf" 2024-11-26T11:22:58,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f0219de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:58,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,41423,-1] 2024-11-26T11:22:58,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:22:58,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:58,570 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:22:58,570 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,2-7f3a3edaecc3,41441,1732620158435 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34ab6b2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:58,570 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,2-7f3a3edaecc3,41441,1732620158435 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:22:58,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,41423,1732620166581 2024-11-26T11:22:58,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b0a8cac 2024-11-26T11:22:58,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:22:58,571 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-26T11:22:58,572 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,2-7f3a3edaecc3,41441,1732620158435 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-7f3a3edaecc3,41441,1732620158435 (queues=1) is replicating from cluster=29c205da-fa24-4acc-bed0-e29b7e81ea2a to cluster=ea5aa9b0-79d2-4509-b942-7650bb63dedf 2024-11-26T11:22:58,572 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,2-7f3a3edaecc3,41441,1732620158435 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=7f3a3edaecc3%2C41441%2C1732620158435 2024-11-26T11:22:58,572 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,2-7f3a3edaecc3,41441,1732620158435 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-7f3a3edaecc3,41441,1732620158435, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T11:22:58,572 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,2-7f3a3edaecc3,41441,1732620158435.replicationSource.shipper7f3a3edaecc3%2C41441%2C1732620158435,2-7f3a3edaecc3,41441,1732620158435 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7f3a3edaecc3%2C41441%2C1732620158435 2024-11-26T11:22:58,572 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,2-7f3a3edaecc3,41441,1732620158435.replicationSource.wal-reader.7f3a3edaecc3%2C41441%2C1732620158435,2-7f3a3edaecc3,41441,1732620158435 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.1732620178292, startPosition=0, beingWritten=true 2024-11-26T11:22:58,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-26T11:22:58,641 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-26T11:22:58,641 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:22:58,641 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:22:58,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:58,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:58,641 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:22:58,641 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:22:58,644 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732620178643/Put/seqid=0 2024-11-26T11:22:58,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38023 is added to blk_1073741845_1021 (size=11194) 2024-11-26T11:22:58,669 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,41441,1732620158435.replicationSource.wal-reader.7f3a3edaecc3%2C41441%2C1732620158435,1-7f3a3edaecc3,41441,1732620158435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.1732620160189 to pos 687, reset compression=false 2024-11-26T11:22:58,675 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,41441,1732620158435.replicationSource.wal-reader.7f3a3edaecc3%2C41441%2C1732620158435,1-7f3a3edaecc3,41441,1732620158435 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.1732620160189 was moved to hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/oldWALs/7f3a3edaecc3%2C41441%2C1732620158435.1732620160189 2024-11-26T11:22:58,677 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,41441,1732620158435.replicationSource.wal-reader.7f3a3edaecc3%2C41441%2C1732620158435,1-7f3a3edaecc3,41441,1732620158435 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.1732620160189 2024-11-26T11:22:58,677 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,41441,1732620158435.replicationSource.shipper7f3a3edaecc3%2C41441%2C1732620158435,1-7f3a3edaecc3,41441,1732620158435 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,41441,1732620158435 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.1732620160189, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-26T11:22:58,678 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,41441,1732620158435.replicationSource.wal-reader.7f3a3edaecc3%2C41441%2C1732620158435,1-7f3a3edaecc3,41441,1732620158435 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.1732620178292, startPosition=0, beingWritten=true 2024-11-26T11:22:58,679 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,41441,1732620158435.replicationSource.shipper7f3a3edaecc3%2C41441%2C1732620158435,1-7f3a3edaecc3,41441,1732620158435 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [7f3a3edaecc3%2C41441%2C1732620158435.1732620160189] 2024-11-26T11:22:58,776 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,2-7f3a3edaecc3,41441,1732620158435.replicationSource.wal-reader.7f3a3edaecc3%2C41441%2C1732620158435,2-7f3a3edaecc3,41441,1732620158435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.1732620178292 to pos 0, reset compression=false 2024-11-26T11:22:59,050 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732620179049/Put/seqid=0 2024-11-26T11:22:59,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38023 is added to blk_1073741846_1022 (size=10791) 2024-11-26T11:22:59,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f10fb0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:59,061 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,38835,-1 for getting cluster id 2024-11-26T11:22:59,061 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:22:59,061 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '29c205da-fa24-4acc-bed0-e29b7e81ea2a' 2024-11-26T11:22:59,061 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:22:59,061 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "29c205da-fa24-4acc-bed0-e29b7e81ea2a" 2024-11-26T11:22:59,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30c3e1a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:59,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,38835,-1] 2024-11-26T11:22:59,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:22:59,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:59,062 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:22:59,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4719f9d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:59,063 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:22:59,064 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,41441,1732620158435, seqNum=-1] 2024-11-26T11:22:59,064 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:22:59,065 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:22:59,072 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:22:59,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,38835,1732620158229 2024-11-26T11:22:59,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30bb5350 2024-11-26T11:22:59,073 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:22:59,073 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:22:59,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732620168764.d6e812f18bf871ce04a4b1f5934f9e2e., hostname=7f3a3edaecc3,41441,1732620158435, seqNum=2] 2024-11-26T11:22:59,078 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T11:22:59,080 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,2-7f3a3edaecc3,41441,1732620158435.replicationSource.wal-reader.7f3a3edaecc3%2C41441%2C1732620158435,2-7f3a3edaecc3,41441,1732620158435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.1732620178292 to pos 0, reset compression=false 2024-11-26T11:22:59,083 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-26T11:22:59,086 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-26T11:22:59,092 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41441 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/testHFileCyclicReplication_1/f/hfile_0 for inclusion in d6e812f18bf871ce04a4b1f5934f9e2e/f 2024-11-26T11:22:59,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41441 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-26T11:22:59,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41441 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T11:22:59,095 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41441 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/testHFileCyclicReplication_1/f/hfile_1 for inclusion in d6e812f18bf871ce04a4b1f5934f9e2e/f 2024-11-26T11:22:59,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41441 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-26T11:22:59,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41441 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T11:22:59,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41441 {}] regionserver.HRegion(2603): Flush status journal for d6e812f18bf871ce04a4b1f5934f9e2e: 2024-11-26T11:22:59,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41441 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/staging/jenkins__test__sg9vket5t4qq51md3v6p0cevnkmqvdd3n21uebtp21c9j310qivca0lfjvh2sl07/f/hfile_0 2024-11-26T11:22:59,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41441 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/staging/jenkins__test__sg9vket5t4qq51md3v6p0cevnkmqvdd3n21uebtp21c9j310qivca0lfjvh2sl07/f/hfile_0 as hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/data/default/test/d6e812f18bf871ce04a4b1f5934f9e2e/f/97868761629d4bd8a44543b3fa3b71fe_SeqId_6_ 2024-11-26T11:22:59,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41441 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/staging/jenkins__test__sg9vket5t4qq51md3v6p0cevnkmqvdd3n21uebtp21c9j310qivca0lfjvh2sl07/f/hfile_1 2024-11-26T11:22:59,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41441 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/staging/jenkins__test__sg9vket5t4qq51md3v6p0cevnkmqvdd3n21uebtp21c9j310qivca0lfjvh2sl07/f/hfile_1 as hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/data/default/test/d6e812f18bf871ce04a4b1f5934f9e2e/f/6b6a24407a814d8dbdbdf0ff0778fda2_SeqId_6_ 2024-11-26T11:22:59,108 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41441 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/staging/jenkins__test__sg9vket5t4qq51md3v6p0cevnkmqvdd3n21uebtp21c9j310qivca0lfjvh2sl07/f/hfile_0 into d6e812f18bf871ce04a4b1f5934f9e2e/f as hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/data/default/test/d6e812f18bf871ce04a4b1f5934f9e2e/f/97868761629d4bd8a44543b3fa3b71fe_SeqId_6_ - updating store file list. 2024-11-26T11:22:59,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41441 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 97868761629d4bd8a44543b3fa3b71fe_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T11:22:59,111 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41441 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/data/default/test/d6e812f18bf871ce04a4b1f5934f9e2e/f/97868761629d4bd8a44543b3fa3b71fe_SeqId_6_ into d6e812f18bf871ce04a4b1f5934f9e2e/f 2024-11-26T11:22:59,111 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41441 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/staging/jenkins__test__sg9vket5t4qq51md3v6p0cevnkmqvdd3n21uebtp21c9j310qivca0lfjvh2sl07/f/hfile_0 into d6e812f18bf871ce04a4b1f5934f9e2e/f (new location: hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/data/default/test/d6e812f18bf871ce04a4b1f5934f9e2e/f/97868761629d4bd8a44543b3fa3b71fe_SeqId_6_) 2024-11-26T11:22:59,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41441 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/staging/jenkins__test__sg9vket5t4qq51md3v6p0cevnkmqvdd3n21uebtp21c9j310qivca0lfjvh2sl07/f/hfile_0 2024-11-26T11:22:59,112 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41441 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/staging/jenkins__test__sg9vket5t4qq51md3v6p0cevnkmqvdd3n21uebtp21c9j310qivca0lfjvh2sl07/f/hfile_1 into d6e812f18bf871ce04a4b1f5934f9e2e/f as hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/data/default/test/d6e812f18bf871ce04a4b1f5934f9e2e/f/6b6a24407a814d8dbdbdf0ff0778fda2_SeqId_6_ - updating store file list. 2024-11-26T11:22:59,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41441 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6b6a24407a814d8dbdbdf0ff0778fda2_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T11:22:59,115 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41441 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/data/default/test/d6e812f18bf871ce04a4b1f5934f9e2e/f/6b6a24407a814d8dbdbdf0ff0778fda2_SeqId_6_ into d6e812f18bf871ce04a4b1f5934f9e2e/f 2024-11-26T11:22:59,115 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41441 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/staging/jenkins__test__sg9vket5t4qq51md3v6p0cevnkmqvdd3n21uebtp21c9j310qivca0lfjvh2sl07/f/hfile_1 into d6e812f18bf871ce04a4b1f5934f9e2e/f (new location: hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/data/default/test/d6e812f18bf871ce04a4b1f5934f9e2e/f/6b6a24407a814d8dbdbdf0ff0778fda2_SeqId_6_) 2024-11-26T11:22:59,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41441 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/staging/jenkins__test__sg9vket5t4qq51md3v6p0cevnkmqvdd3n21uebtp21c9j310qivca0lfjvh2sl07/f/hfile_1 2024-11-26T11:22:59,117 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:22:59,117 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:22:59,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:59,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732620168764.d6e812f18bf871ce04a4b1f5934f9e2e., hostname=7f3a3edaecc3,41441,1732620158435, seqNum=2 , the old value is region=test,,1732620168764.d6e812f18bf871ce04a4b1f5934f9e2e., hostname=7f3a3edaecc3,41441,1732620158435, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=7f3a3edaecc3:41441 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T11:22:59,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:59,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732620168764.d6e812f18bf871ce04a4b1f5934f9e2e., hostname=7f3a3edaecc3,41441,1732620158435, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T11:22:59,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732620168764.d6e812f18bf871ce04a4b1f5934f9e2e., hostname=7f3a3edaecc3,41441,1732620158435, seqNum=2 from cache 2024-11-26T11:22:59,118 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:22:59,118 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-26T11:22:59,122 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-26T11:22:59,182 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,41441,1732620158435.replicationSource.wal-reader.7f3a3edaecc3%2C41441%2C1732620158435,1-7f3a3edaecc3,41441,1732620158435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.1732620178292 to pos 0, reset compression=false 2024-11-26T11:22:59,186 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,41441,1732620158435.replicationSource.wal-reader.7f3a3edaecc3%2C41441%2C1732620158435,1-7f3a3edaecc3,41441,1732620158435 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T11:22:59,186 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,41441,1732620158435.replicationSource.shipper7f3a3edaecc3%2C41441%2C1732620158435,1-7f3a3edaecc3,41441,1732620158435 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,41441,1732620158435 got entry batch from reader: WALEntryBatch [walEntries=[{test/d6e812f18bf871ce04a4b1f5934f9e2e/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732620179116/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.1732620178292, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-26T11:22:59,187 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45017 {}] regionserver.ReplicationSink(318): Replicating [29c205da-fa24-4acc-bed0-e29b7e81ea2a] bulk loaded data 2024-11-26T11:22:59,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40169 is added to blk_1073741839_1015 (size=11194) 2024-11-26T11:22:59,221 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7f3a3edaecc3:41441 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-26T11:22:59,370 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T11:22:59,386 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,41441,1732620158435.replicationSource.wal-reader.7f3a3edaecc3%2C41441%2C1732620158435,1-7f3a3edaecc3,41441,1732620158435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.1732620178292 to pos 393, reset compression=false 2024-11-26T11:22:59,484 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,2-7f3a3edaecc3,41441,1732620158435.replicationSource.wal-reader.7f3a3edaecc3%2C41441%2C1732620158435,2-7f3a3edaecc3,41441,1732620158435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.1732620178292 to pos 0, reset compression=false 2024-11-26T11:22:59,488 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,2-7f3a3edaecc3,41441,1732620158435.replicationSource.wal-reader.7f3a3edaecc3%2C41441%2C1732620158435,2-7f3a3edaecc3,41441,1732620158435 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T11:22:59,489 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,2-7f3a3edaecc3,41441,1732620158435.replicationSource.shipper7f3a3edaecc3%2C41441%2C1732620158435,2-7f3a3edaecc3,41441,1732620158435 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-7f3a3edaecc3,41441,1732620158435 got entry batch from reader: WALEntryBatch [walEntries=[{test/d6e812f18bf871ce04a4b1f5934f9e2e/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732620179116/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.1732620178292, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-26T11:22:59,490 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,2-7f3a3edaecc3,41441,1732620158435.replicationSource.shipper7f3a3edaecc3%2C41441%2C1732620158435,2-7f3a3edaecc3,41441,1732620158435 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T11:22:59,491 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-26T11:22:59,491 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37395 {}] regionserver.ReplicationSink(318): Replicating [29c205da-fa24-4acc-bed0-e29b7e81ea2a] bulk loaded data 2024-11-26T11:22:59,492 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37395 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ad19dba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:59,492 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37395 {}] client.ClusterIdFetcher(90): Going to request 7f3a3edaecc3,41423,-1 for getting cluster id 2024-11-26T11:22:59,492 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37395 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T11:22:59,492 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea5aa9b0-79d2-4509-b942-7650bb63dedf' 2024-11-26T11:22:59,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T11:22:59,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea5aa9b0-79d2-4509-b942-7650bb63dedf" 2024-11-26T11:22:59,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50c19c7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:59,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7f3a3edaecc3,41423,-1] 2024-11-26T11:22:59,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T11:22:59,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:22:59,493 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-26T11:22:59,494 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37395 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c941e90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:22:59,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741837_1013 (size=11194) 2024-11-26T11:22:59,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741838_1014 (size=10791) 2024-11-26T11:22:59,514 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37395 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T11:22:59,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7f3a3edaecc3,41423,1732620166581 2024-11-26T11:22:59,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c872f1e 2024-11-26T11:22:59,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:22:59,515 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-26T11:22:59,516 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37395 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T11:22:59,516 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37395 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T11:22:59,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7f3a3edaecc3,37395,1732620166700, seqNum=-1] 2024-11-26T11:22:59,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:22:59,518 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-26T11:22:59,524 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/staging/jenkins.hfs.23__test__31ecf12fc6he3ortas8s8m8o3qee7d11t9n7lv0udcre9k2ci85blcrldunp97k9/f/6b6a24407a814d8dbdbdf0ff0778fda2_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-26T11:22:59,527 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/staging/jenkins.hfs.23__test__31ecf12fc6he3ortas8s8m8o3qee7d11t9n7lv0udcre9k2ci85blcrldunp97k9/f/97868761629d4bd8a44543b3fa3b71fe_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-26T11:22:59,530 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37395 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/staging/jenkins.hfs.23__test__31ecf12fc6he3ortas8s8m8o3qee7d11t9n7lv0udcre9k2ci85blcrldunp97k9/f/6b6a24407a814d8dbdbdf0ff0778fda2_SeqId_6_ for inclusion in 8bf82484aba9e5454a8a96e9c3ec1a80/f 2024-11-26T11:22:59,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37395 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-26T11:22:59,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37395 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T11:22:59,533 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37395 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/staging/jenkins.hfs.23__test__31ecf12fc6he3ortas8s8m8o3qee7d11t9n7lv0udcre9k2ci85blcrldunp97k9/f/97868761629d4bd8a44543b3fa3b71fe_SeqId_6_ for inclusion in 8bf82484aba9e5454a8a96e9c3ec1a80/f 2024-11-26T11:22:59,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37395 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-26T11:22:59,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37395 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T11:22:59,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37395 {}] regionserver.HRegion(2603): Flush status journal for 8bf82484aba9e5454a8a96e9c3ec1a80: 2024-11-26T11:22:59,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37395 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6b6a24407a814d8dbdbdf0ff0778fda2_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-26T11:22:59,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37395 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/staging/jenkins.hfs.23__test__31ecf12fc6he3ortas8s8m8o3qee7d11t9n7lv0udcre9k2ci85blcrldunp97k9/f/6b6a24407a814d8dbdbdf0ff0778fda2_SeqId_6_ as hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/data/default/test/8bf82484aba9e5454a8a96e9c3ec1a80/f/500c285eb32c445e948318f5007ced67_SeqId_4_ 2024-11-26T11:22:59,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37395 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 97868761629d4bd8a44543b3fa3b71fe_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-26T11:22:59,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37395 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/staging/jenkins.hfs.23__test__31ecf12fc6he3ortas8s8m8o3qee7d11t9n7lv0udcre9k2ci85blcrldunp97k9/f/97868761629d4bd8a44543b3fa3b71fe_SeqId_6_ as hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/data/default/test/8bf82484aba9e5454a8a96e9c3ec1a80/f/2ef608da535843bba53fbfb75c5df77a_SeqId_4_ 2024-11-26T11:22:59,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37395 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/staging/jenkins.hfs.23__test__31ecf12fc6he3ortas8s8m8o3qee7d11t9n7lv0udcre9k2ci85blcrldunp97k9/f/6b6a24407a814d8dbdbdf0ff0778fda2_SeqId_6_ into 8bf82484aba9e5454a8a96e9c3ec1a80/f as hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/data/default/test/8bf82484aba9e5454a8a96e9c3ec1a80/f/500c285eb32c445e948318f5007ced67_SeqId_4_ - updating store file list. 2024-11-26T11:22:59,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37395 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 500c285eb32c445e948318f5007ced67_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T11:22:59,542 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37395 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/data/default/test/8bf82484aba9e5454a8a96e9c3ec1a80/f/500c285eb32c445e948318f5007ced67_SeqId_4_ into 8bf82484aba9e5454a8a96e9c3ec1a80/f 2024-11-26T11:22:59,542 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37395 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/staging/jenkins.hfs.23__test__31ecf12fc6he3ortas8s8m8o3qee7d11t9n7lv0udcre9k2ci85blcrldunp97k9/f/6b6a24407a814d8dbdbdf0ff0778fda2_SeqId_6_ into 8bf82484aba9e5454a8a96e9c3ec1a80/f (new location: hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/data/default/test/8bf82484aba9e5454a8a96e9c3ec1a80/f/500c285eb32c445e948318f5007ced67_SeqId_4_) 2024-11-26T11:22:59,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37395 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/staging/jenkins.hfs.23__test__31ecf12fc6he3ortas8s8m8o3qee7d11t9n7lv0udcre9k2ci85blcrldunp97k9/f/6b6a24407a814d8dbdbdf0ff0778fda2_SeqId_6_ 2024-11-26T11:22:59,543 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37395 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/staging/jenkins.hfs.23__test__31ecf12fc6he3ortas8s8m8o3qee7d11t9n7lv0udcre9k2ci85blcrldunp97k9/f/97868761629d4bd8a44543b3fa3b71fe_SeqId_6_ into 8bf82484aba9e5454a8a96e9c3ec1a80/f as hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/data/default/test/8bf82484aba9e5454a8a96e9c3ec1a80/f/2ef608da535843bba53fbfb75c5df77a_SeqId_4_ - updating store file list. 2024-11-26T11:22:59,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37395 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2ef608da535843bba53fbfb75c5df77a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T11:22:59,546 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37395 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/data/default/test/8bf82484aba9e5454a8a96e9c3ec1a80/f/2ef608da535843bba53fbfb75c5df77a_SeqId_4_ into 8bf82484aba9e5454a8a96e9c3ec1a80/f 2024-11-26T11:22:59,546 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37395 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/staging/jenkins.hfs.23__test__31ecf12fc6he3ortas8s8m8o3qee7d11t9n7lv0udcre9k2ci85blcrldunp97k9/f/97868761629d4bd8a44543b3fa3b71fe_SeqId_6_ into 8bf82484aba9e5454a8a96e9c3ec1a80/f (new location: hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/data/default/test/8bf82484aba9e5454a8a96e9c3ec1a80/f/2ef608da535843bba53fbfb75c5df77a_SeqId_4_) 2024-11-26T11:22:59,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37395 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/staging/jenkins.hfs.23__test__31ecf12fc6he3ortas8s8m8o3qee7d11t9n7lv0udcre9k2ci85blcrldunp97k9/f/97868761629d4bd8a44543b3fa3b71fe_SeqId_6_ 2024-11-26T11:22:59,548 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37395 {}] regionserver.ReplicationSink(324): Finished replicating [29c205da-fa24-4acc-bed0-e29b7e81ea2a] bulk loaded data 2024-11-26T11:22:59,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40169 is added to blk_1073741840_1016 (size=10791) 2024-11-26T11:22:59,689 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,2-7f3a3edaecc3,41441,1732620158435.replicationSource.wal-reader.7f3a3edaecc3%2C41441%2C1732620158435,2-7f3a3edaecc3,41441,1732620158435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.1732620178292 to pos 393, reset compression=false 2024-11-26T11:22:59,689 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,41441,1732620158435.replicationSource.wal-reader.7f3a3edaecc3%2C41441%2C1732620158435,1-7f3a3edaecc3,41441,1732620158435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.1732620178292 to pos 393, reset compression=false 2024-11-26T11:22:59,993 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,2-7f3a3edaecc3,41441,1732620158435.replicationSource.wal-reader.7f3a3edaecc3%2C41441%2C1732620158435,2-7f3a3edaecc3,41441,1732620158435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.1732620178292 to pos 393, reset compression=false 2024-11-26T11:23:00,010 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45017 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T11:23:00,014 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/staging/jenkins.hfs.22__test__qc2g3uhkjuc30gclaqf5r1r7odv6jjimiuocga07khvho1h2sj2aljgmov3u3f31/f/6b6a24407a814d8dbdbdf0ff0778fda2_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-26T11:23:00,015 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/staging/jenkins.hfs.22__test__qc2g3uhkjuc30gclaqf5r1r7odv6jjimiuocga07khvho1h2sj2aljgmov3u3f31/f/97868761629d4bd8a44543b3fa3b71fe_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-26T11:23:00,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45017 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/staging/jenkins.hfs.22__test__qc2g3uhkjuc30gclaqf5r1r7odv6jjimiuocga07khvho1h2sj2aljgmov3u3f31/f/6b6a24407a814d8dbdbdf0ff0778fda2_SeqId_6_ for inclusion in 89c4bd00f9f754eeea68dc0cd1059dbe/f 2024-11-26T11:23:00,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45017 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-26T11:23:00,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45017 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T11:23:00,018 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45017 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/staging/jenkins.hfs.22__test__qc2g3uhkjuc30gclaqf5r1r7odv6jjimiuocga07khvho1h2sj2aljgmov3u3f31/f/97868761629d4bd8a44543b3fa3b71fe_SeqId_6_ for inclusion in 89c4bd00f9f754eeea68dc0cd1059dbe/f 2024-11-26T11:23:00,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45017 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-26T11:23:00,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45017 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T11:23:00,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45017 {}] regionserver.HRegion(2603): Flush status journal for 89c4bd00f9f754eeea68dc0cd1059dbe: 2024-11-26T11:23:00,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45017 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6b6a24407a814d8dbdbdf0ff0778fda2_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-26T11:23:00,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45017 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/staging/jenkins.hfs.22__test__qc2g3uhkjuc30gclaqf5r1r7odv6jjimiuocga07khvho1h2sj2aljgmov3u3f31/f/6b6a24407a814d8dbdbdf0ff0778fda2_SeqId_6_ as hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/data/default/test/89c4bd00f9f754eeea68dc0cd1059dbe/f/04d740e9b10b45a4964c96ddbfdb242c_SeqId_6_ 2024-11-26T11:23:00,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45017 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 97868761629d4bd8a44543b3fa3b71fe_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-26T11:23:00,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45017 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/staging/jenkins.hfs.22__test__qc2g3uhkjuc30gclaqf5r1r7odv6jjimiuocga07khvho1h2sj2aljgmov3u3f31/f/97868761629d4bd8a44543b3fa3b71fe_SeqId_6_ as hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/data/default/test/89c4bd00f9f754eeea68dc0cd1059dbe/f/0bc82c139be94186af25701f10ab1828_SeqId_6_ 2024-11-26T11:23:00,023 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45017 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/staging/jenkins.hfs.22__test__qc2g3uhkjuc30gclaqf5r1r7odv6jjimiuocga07khvho1h2sj2aljgmov3u3f31/f/6b6a24407a814d8dbdbdf0ff0778fda2_SeqId_6_ into 89c4bd00f9f754eeea68dc0cd1059dbe/f as hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/data/default/test/89c4bd00f9f754eeea68dc0cd1059dbe/f/04d740e9b10b45a4964c96ddbfdb242c_SeqId_6_ - updating store file list. 2024-11-26T11:23:00,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45017 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 04d740e9b10b45a4964c96ddbfdb242c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T11:23:00,028 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45017 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/data/default/test/89c4bd00f9f754eeea68dc0cd1059dbe/f/04d740e9b10b45a4964c96ddbfdb242c_SeqId_6_ into 89c4bd00f9f754eeea68dc0cd1059dbe/f 2024-11-26T11:23:00,028 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45017 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/staging/jenkins.hfs.22__test__qc2g3uhkjuc30gclaqf5r1r7odv6jjimiuocga07khvho1h2sj2aljgmov3u3f31/f/6b6a24407a814d8dbdbdf0ff0778fda2_SeqId_6_ into 89c4bd00f9f754eeea68dc0cd1059dbe/f (new location: hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/data/default/test/89c4bd00f9f754eeea68dc0cd1059dbe/f/04d740e9b10b45a4964c96ddbfdb242c_SeqId_6_) 2024-11-26T11:23:00,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45017 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/staging/jenkins.hfs.22__test__qc2g3uhkjuc30gclaqf5r1r7odv6jjimiuocga07khvho1h2sj2aljgmov3u3f31/f/6b6a24407a814d8dbdbdf0ff0778fda2_SeqId_6_ 2024-11-26T11:23:00,029 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45017 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/staging/jenkins.hfs.22__test__qc2g3uhkjuc30gclaqf5r1r7odv6jjimiuocga07khvho1h2sj2aljgmov3u3f31/f/97868761629d4bd8a44543b3fa3b71fe_SeqId_6_ into 89c4bd00f9f754eeea68dc0cd1059dbe/f as hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/data/default/test/89c4bd00f9f754eeea68dc0cd1059dbe/f/0bc82c139be94186af25701f10ab1828_SeqId_6_ - updating store file list. 2024-11-26T11:23:00,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45017 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0bc82c139be94186af25701f10ab1828_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T11:23:00,032 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45017 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/data/default/test/89c4bd00f9f754eeea68dc0cd1059dbe/f/0bc82c139be94186af25701f10ab1828_SeqId_6_ into 89c4bd00f9f754eeea68dc0cd1059dbe/f 2024-11-26T11:23:00,032 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45017 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/staging/jenkins.hfs.22__test__qc2g3uhkjuc30gclaqf5r1r7odv6jjimiuocga07khvho1h2sj2aljgmov3u3f31/f/97868761629d4bd8a44543b3fa3b71fe_SeqId_6_ into 89c4bd00f9f754eeea68dc0cd1059dbe/f (new location: hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/data/default/test/89c4bd00f9f754eeea68dc0cd1059dbe/f/0bc82c139be94186af25701f10ab1828_SeqId_6_) 2024-11-26T11:23:00,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45017 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/staging/jenkins.hfs.22__test__qc2g3uhkjuc30gclaqf5r1r7odv6jjimiuocga07khvho1h2sj2aljgmov3u3f31/f/97868761629d4bd8a44543b3fa3b71fe_SeqId_6_ 2024-11-26T11:23:00,034 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45017 {}] regionserver.ReplicationSink(324): Finished replicating [29c205da-fa24-4acc-bed0-e29b7e81ea2a] bulk loaded data 2024-11-26T11:23:00,093 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,41441,1732620158435.replicationSource.wal-reader.7f3a3edaecc3%2C41441%2C1732620158435,1-7f3a3edaecc3,41441,1732620158435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.1732620178292 to pos 393, reset compression=false 2024-11-26T11:23:00,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T11:23:00,137 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:23:00,137 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:23:00,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:23:00,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:23:00,138 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:23:00,138 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T11:23:00,138 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1036725887, stopped=false 2024-11-26T11:23:00,138 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7f3a3edaecc3,41423,1732620166581 2024-11-26T11:23:00,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37395-0x10176e178890007, quorum=127.0.0.1:50040, baseZNode=/2-1475829587 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1475829587/running 2024-11-26T11:23:00,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41423-0x10176e178890006, quorum=127.0.0.1:50040, baseZNode=/2-1475829587 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1475829587/running 2024-11-26T11:23:00,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37395-0x10176e178890007, quorum=127.0.0.1:50040, baseZNode=/2-1475829587 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1475829587 2024-11-26T11:23:00,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41423-0x10176e178890006, quorum=127.0.0.1:50040, baseZNode=/2-1475829587 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1475829587 2024-11-26T11:23:00,205 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T11:23:00,205 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:23:00,205 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:23:00,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:23:00,205 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7f3a3edaecc3,37395,1732620166700' ***** 2024-11-26T11:23:00,205 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T11:23:00,206 INFO [RS:0;7f3a3edaecc3:37395 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T11:23:00,206 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37395-0x10176e178890007, quorum=127.0.0.1:50040, baseZNode=/2-1475829587 Set watcher on znode that does not yet exist, /2-1475829587/running 2024-11-26T11:23:00,206 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41423-0x10176e178890006, quorum=127.0.0.1:50040, baseZNode=/2-1475829587 Set watcher on znode that does not yet exist, /2-1475829587/running 2024-11-26T11:23:00,206 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T11:23:00,206 INFO [RS:0;7f3a3edaecc3:37395 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T11:23:00,206 INFO [RS:0;7f3a3edaecc3:37395 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T11:23:00,206 INFO [RS:0;7f3a3edaecc3:37395 {}] regionserver.HRegionServer(3091): Received CLOSE for 8bf82484aba9e5454a8a96e9c3ec1a80 2024-11-26T11:23:00,206 INFO [RS:0;7f3a3edaecc3:37395 {}] regionserver.HRegionServer(959): stopping server 7f3a3edaecc3,37395,1732620166700 2024-11-26T11:23:00,206 INFO [RS:0;7f3a3edaecc3:37395 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T11:23:00,206 INFO [RS:0;7f3a3edaecc3:37395 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7f3a3edaecc3:37395. 2024-11-26T11:23:00,206 DEBUG [RS:0;7f3a3edaecc3:37395 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:23:00,206 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8bf82484aba9e5454a8a96e9c3ec1a80, disabling compactions & flushes 2024-11-26T11:23:00,206 DEBUG [RS:0;7f3a3edaecc3:37395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:23:00,206 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732620172072.8bf82484aba9e5454a8a96e9c3ec1a80. 2024-11-26T11:23:00,206 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732620172072.8bf82484aba9e5454a8a96e9c3ec1a80. 2024-11-26T11:23:00,206 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732620172072.8bf82484aba9e5454a8a96e9c3ec1a80. after waiting 0 ms 2024-11-26T11:23:00,206 INFO [RS:0;7f3a3edaecc3:37395 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T11:23:00,206 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732620172072.8bf82484aba9e5454a8a96e9c3ec1a80. 2024-11-26T11:23:00,207 INFO [RS:0;7f3a3edaecc3:37395 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T11:23:00,207 INFO [RS:0;7f3a3edaecc3:37395 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T11:23:00,207 INFO [RS:0;7f3a3edaecc3:37395 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T11:23:00,207 INFO [RS:0;7f3a3edaecc3:37395 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T11:23:00,207 DEBUG [RS:0;7f3a3edaecc3:37395 {}] regionserver.HRegionServer(1325): Online Regions={8bf82484aba9e5454a8a96e9c3ec1a80=test,,1732620172072.8bf82484aba9e5454a8a96e9c3ec1a80., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T11:23:00,207 DEBUG [RS:0;7f3a3edaecc3:37395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8bf82484aba9e5454a8a96e9c3ec1a80 2024-11-26T11:23:00,207 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T11:23:00,207 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T11:23:00,207 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T11:23:00,207 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T11:23:00,207 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T11:23:00,207 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-26T11:23:00,211 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/data/default/test/8bf82484aba9e5454a8a96e9c3ec1a80/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-26T11:23:00,211 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T11:23:00,211 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T11:23:00,212 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732620172072.8bf82484aba9e5454a8a96e9c3ec1a80. 2024-11-26T11:23:00,212 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8bf82484aba9e5454a8a96e9c3ec1a80: Waiting for close lock at 1732620180206Running coprocessor pre-close hooks at 1732620180206Disabling compacts and flushes for region at 1732620180206Disabling writes for close at 1732620180206Writing region close event to WAL at 1732620180207 (+1 ms)Running coprocessor post-close hooks at 1732620180211 (+4 ms)Closed at 1732620180212 (+1 ms) 2024-11-26T11:23:00,212 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732620172072.8bf82484aba9e5454a8a96e9c3ec1a80. 2024-11-26T11:23:00,226 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/data/hbase/meta/1588230740/.tmp/info/acef0f181a9a4057bafc3cc67e6fb2bf is 129, key is test,,1732620172072.8bf82484aba9e5454a8a96e9c3ec1a80./info:regioninfo/1732620173276/Put/seqid=0 2024-11-26T11:23:00,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741839_1015 (size=6421) 2024-11-26T11:23:00,231 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/data/hbase/meta/1588230740/.tmp/info/acef0f181a9a4057bafc3cc67e6fb2bf 2024-11-26T11:23:00,234 INFO [regionserver/7f3a3edaecc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T11:23:00,234 INFO [regionserver/7f3a3edaecc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T11:23:00,266 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/data/hbase/meta/1588230740/.tmp/ns/449bfe5fa1ff45f1844b18a7b7aedfea is 43, key is default/ns:d/1732620168706/Put/seqid=0 2024-11-26T11:23:00,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741840_1016 (size=5153) 2024-11-26T11:23:00,302 INFO [regionserver/7f3a3edaecc3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T11:23:00,396 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,2-7f3a3edaecc3,41441,1732620158435.replicationSource.wal-reader.7f3a3edaecc3%2C41441%2C1732620158435,2-7f3a3edaecc3,41441,1732620158435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.1732620178292 to pos 393, reset compression=false 2024-11-26T11:23:00,407 DEBUG [RS:0;7f3a3edaecc3:37395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T11:23:00,596 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,41441,1732620158435.replicationSource.wal-reader.7f3a3edaecc3%2C41441%2C1732620158435,1-7f3a3edaecc3,41441,1732620158435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.1732620178292 to pos 393, reset compression=false 2024-11-26T11:23:00,607 DEBUG [RS:0;7f3a3edaecc3:37395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T11:23:00,670 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/data/hbase/meta/1588230740/.tmp/ns/449bfe5fa1ff45f1844b18a7b7aedfea 2024-11-26T11:23:00,693 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/data/hbase/meta/1588230740/.tmp/rep_barrier/57890ca49ba541709719ad47b5110fa6 is 112, key is test,,1732620172072.8bf82484aba9e5454a8a96e9c3ec1a80./rep_barrier:seqnumDuringOpen/1732620173276/Put/seqid=0 2024-11-26T11:23:00,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741841_1017 (size=5518) 2024-11-26T11:23:00,808 DEBUG [RS:0;7f3a3edaecc3:37395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T11:23:00,893 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T11:23:00,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:23:00,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:23:00,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:23:00,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:23:00,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:23:00,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:23:00,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:23:00,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:23:00,900 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,2-7f3a3edaecc3,41441,1732620158435.replicationSource.wal-reader.7f3a3edaecc3%2C41441%2C1732620158435,2-7f3a3edaecc3,41441,1732620158435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.1732620178292 to pos 393, reset compression=false 2024-11-26T11:23:00,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:23:00,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:23:00,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:23:00,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:23:00,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:23:00,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:23:00,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:23:00,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:23:00,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:23:00,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:23:01,008 DEBUG [RS:0;7f3a3edaecc3:37395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T11:23:01,097 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/data/hbase/meta/1588230740/.tmp/rep_barrier/57890ca49ba541709719ad47b5110fa6 2024-11-26T11:23:01,117 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/data/hbase/meta/1588230740/.tmp/table/2ff8e3ef78a04ed6b702ef3b57766bd2 is 40, key is test/table:state/1732620173281/Put/seqid=0 2024-11-26T11:23:01,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741842_1018 (size=5165) 2024-11-26T11:23:01,200 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,41441,1732620158435.replicationSource.wal-reader.7f3a3edaecc3%2C41441%2C1732620158435,1-7f3a3edaecc3,41441,1732620158435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.1732620178292 to pos 393, reset compression=false 2024-11-26T11:23:01,208 INFO [RS:0;7f3a3edaecc3:37395 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T11:23:01,208 DEBUG [RS:0;7f3a3edaecc3:37395 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T11:23:01,208 DEBUG [RS:0;7f3a3edaecc3:37395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T11:23:01,408 DEBUG [RS:0;7f3a3edaecc3:37395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T11:23:01,504 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,2-7f3a3edaecc3,41441,1732620158435.replicationSource.wal-reader.7f3a3edaecc3%2C41441%2C1732620158435,2-7f3a3edaecc3,41441,1732620158435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.1732620178292 to pos 393, reset compression=false 2024-11-26T11:23:01,521 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/data/hbase/meta/1588230740/.tmp/table/2ff8e3ef78a04ed6b702ef3b57766bd2 2024-11-26T11:23:01,525 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/data/hbase/meta/1588230740/.tmp/info/acef0f181a9a4057bafc3cc67e6fb2bf as hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/data/hbase/meta/1588230740/info/acef0f181a9a4057bafc3cc67e6fb2bf 2024-11-26T11:23:01,529 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/data/hbase/meta/1588230740/info/acef0f181a9a4057bafc3cc67e6fb2bf, entries=10, sequenceid=11, filesize=6.3 K 2024-11-26T11:23:01,530 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/data/hbase/meta/1588230740/.tmp/ns/449bfe5fa1ff45f1844b18a7b7aedfea as hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/data/hbase/meta/1588230740/ns/449bfe5fa1ff45f1844b18a7b7aedfea 2024-11-26T11:23:01,533 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/data/hbase/meta/1588230740/ns/449bfe5fa1ff45f1844b18a7b7aedfea, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T11:23:01,534 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/data/hbase/meta/1588230740/.tmp/rep_barrier/57890ca49ba541709719ad47b5110fa6 as hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/data/hbase/meta/1588230740/rep_barrier/57890ca49ba541709719ad47b5110fa6 2024-11-26T11:23:01,538 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/data/hbase/meta/1588230740/rep_barrier/57890ca49ba541709719ad47b5110fa6, entries=1, sequenceid=11, filesize=5.4 K 2024-11-26T11:23:01,538 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/data/hbase/meta/1588230740/.tmp/table/2ff8e3ef78a04ed6b702ef3b57766bd2 as hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/data/hbase/meta/1588230740/table/2ff8e3ef78a04ed6b702ef3b57766bd2 2024-11-26T11:23:01,541 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/data/hbase/meta/1588230740/table/2ff8e3ef78a04ed6b702ef3b57766bd2, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T11:23:01,542 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1335ms, sequenceid=11, compaction requested=false 2024-11-26T11:23:01,545 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-26T11:23:01,546 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T11:23:01,546 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T11:23:01,546 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T11:23:01,546 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732620180207Running coprocessor pre-close hooks at 1732620180207Disabling compacts and flushes for region at 1732620180207Disabling writes for close at 1732620180207Obtaining lock to block concurrent updates at 1732620180207Preparing flush snapshotting stores in 1588230740 at 1732620180207Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732620180208 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732620180208Flushing 1588230740/info: creating writer at 1732620180208Flushing 1588230740/info: appending metadata at 1732620180225 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732620180225Flushing 1588230740/ns: creating writer at 1732620180235 (+10 ms)Flushing 1588230740/ns: appending metadata at 1732620180266 (+31 ms)Flushing 1588230740/ns: closing flushed file at 1732620180266Flushing 1588230740/rep_barrier: creating writer at 1732620180676 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732620180692 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732620180692Flushing 1588230740/table: creating writer at 1732620181101 (+409 ms)Flushing 1588230740/table: appending metadata at 1732620181117 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732620181117Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@642ba42f: reopening flushed file at 1732620181524 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@787c09be: reopening flushed file at 1732620181529 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57ffe9d6: reopening flushed file at 1732620181533 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ffc14c: reopening flushed file at 1732620181538 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1335ms, sequenceid=11, compaction requested=false at 1732620181542 (+4 ms)Writing region close event to WAL at 1732620181543 (+1 ms)Running coprocessor post-close hooks at 1732620181546 (+3 ms)Closed at 1732620181546 2024-11-26T11:23:01,546 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T11:23:01,608 INFO [RS:0;7f3a3edaecc3:37395 {}] regionserver.HRegionServer(976): stopping server 7f3a3edaecc3,37395,1732620166700; all regions closed. 2024-11-26T11:23:01,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741834_1010 (size=2717) 2024-11-26T11:23:01,613 DEBUG [RS:0;7f3a3edaecc3:37395 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/oldWALs 2024-11-26T11:23:01,613 INFO [RS:0;7f3a3edaecc3:37395 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7f3a3edaecc3%2C37395%2C1732620166700.meta:.meta(num 1732620168636) 2024-11-26T11:23:01,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741833_1009 (size=1028) 2024-11-26T11:23:01,617 DEBUG [RS:0;7f3a3edaecc3:37395 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/oldWALs 2024-11-26T11:23:01,617 INFO [RS:0;7f3a3edaecc3:37395 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7f3a3edaecc3%2C37395%2C1732620166700:(num 1732620168331) 2024-11-26T11:23:01,617 DEBUG [RS:0;7f3a3edaecc3:37395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:23:01,617 INFO [RS:0;7f3a3edaecc3:37395 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T11:23:01,617 INFO [RS:0;7f3a3edaecc3:37395 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T11:23:01,617 INFO [RS:0;7f3a3edaecc3:37395 {}] hbase.ChoreService(370): Chore service for: regionserver/7f3a3edaecc3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T11:23:01,617 INFO [RS:0;7f3a3edaecc3:37395 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T11:23:01,617 INFO [regionserver/7f3a3edaecc3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T11:23:01,618 INFO [RS:0;7f3a3edaecc3:37395 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7f3a3edaecc3:37395. 2024-11-26T11:23:01,618 DEBUG [RS:0;7f3a3edaecc3:37395 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:23:01,618 DEBUG [RS:0;7f3a3edaecc3:37395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:23:01,618 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:23:01,618 DEBUG [RS:0;7f3a3edaecc3:37395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:23:01,618 INFO [RS:0;7f3a3edaecc3:37395 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37395 2024-11-26T11:23:01,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41423-0x10176e178890006, quorum=127.0.0.1:50040, baseZNode=/2-1475829587 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1475829587/rs 2024-11-26T11:23:01,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37395-0x10176e178890007, quorum=127.0.0.1:50040, baseZNode=/2-1475829587 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1475829587/rs/7f3a3edaecc3,37395,1732620166700 2024-11-26T11:23:01,678 INFO [RS:0;7f3a3edaecc3:37395 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T11:23:01,679 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7f3a3edaecc3,37395,1732620166700] 2024-11-26T11:23:01,699 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1475829587/draining/7f3a3edaecc3,37395,1732620166700 already deleted, retry=false 2024-11-26T11:23:01,699 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7f3a3edaecc3,37395,1732620166700 expired; onlineServers=0 2024-11-26T11:23:01,699 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7f3a3edaecc3,41423,1732620166581' ***** 2024-11-26T11:23:01,699 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T11:23:01,699 INFO [M:0;7f3a3edaecc3:41423 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T11:23:01,700 INFO [M:0;7f3a3edaecc3:41423 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T11:23:01,700 DEBUG [M:0;7f3a3edaecc3:41423 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T11:23:01,700 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T11:23:01,700 DEBUG [M:0;7f3a3edaecc3:41423 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T11:23:01,700 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732620167875 {}] cleaner.HFileCleaner(306): Exit Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732620167875,5,FailOnTimeoutGroup] 2024-11-26T11:23:01,700 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732620167875 {}] cleaner.HFileCleaner(306): Exit Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732620167875,5,FailOnTimeoutGroup] 2024-11-26T11:23:01,700 INFO [M:0;7f3a3edaecc3:41423 {}] hbase.ChoreService(370): Chore service for: master/7f3a3edaecc3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T11:23:01,700 INFO [M:0;7f3a3edaecc3:41423 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T11:23:01,700 DEBUG [M:0;7f3a3edaecc3:41423 {}] master.HMaster(1795): Stopping service threads 2024-11-26T11:23:01,700 INFO [M:0;7f3a3edaecc3:41423 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T11:23:01,700 INFO [M:0;7f3a3edaecc3:41423 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T11:23:01,701 INFO [M:0;7f3a3edaecc3:41423 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T11:23:01,701 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T11:23:01,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41423-0x10176e178890006, quorum=127.0.0.1:50040, baseZNode=/2-1475829587 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1475829587/master 2024-11-26T11:23:01,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41423-0x10176e178890006, quorum=127.0.0.1:50040, baseZNode=/2-1475829587 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1475829587 2024-11-26T11:23:01,710 DEBUG [M:0;7f3a3edaecc3:41423 {}] zookeeper.ZKUtil(347): master:41423-0x10176e178890006, quorum=127.0.0.1:50040, baseZNode=/2-1475829587 Unable to get data of znode /2-1475829587/master because node does not exist (not an error) 2024-11-26T11:23:01,710 WARN [M:0;7f3a3edaecc3:41423 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T11:23:01,710 INFO [M:0;7f3a3edaecc3:41423 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/.lastflushedseqids 2024-11-26T11:23:01,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741843_1019 (size=173) 2024-11-26T11:23:01,789 INFO [RS:0;7f3a3edaecc3:37395 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T11:23:01,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37395-0x10176e178890007, quorum=127.0.0.1:50040, baseZNode=/2-1475829587 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:23:01,789 INFO [RS:0;7f3a3edaecc3:37395 {}] regionserver.HRegionServer(1031): Exiting; stopping=7f3a3edaecc3,37395,1732620166700; zookeeper connection closed. 2024-11-26T11:23:01,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37395-0x10176e178890007, quorum=127.0.0.1:50040, baseZNode=/2-1475829587 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:23:01,789 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2f3546d7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2f3546d7 2024-11-26T11:23:01,789 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T11:23:01,903 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,41441,1732620158435.replicationSource.wal-reader.7f3a3edaecc3%2C41441%2C1732620158435,1-7f3a3edaecc3,41441,1732620158435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.1732620178292 to pos 393, reset compression=false 2024-11-26T11:23:02,114 INFO [M:0;7f3a3edaecc3:41423 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T11:23:02,115 INFO [M:0;7f3a3edaecc3:41423 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T11:23:02,115 DEBUG [M:0;7f3a3edaecc3:41423 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T11:23:02,115 INFO [M:0;7f3a3edaecc3:41423 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:23:02,115 DEBUG [M:0;7f3a3edaecc3:41423 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:23:02,115 DEBUG [M:0;7f3a3edaecc3:41423 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T11:23:02,115 DEBUG [M:0;7f3a3edaecc3:41423 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:23:02,115 INFO [M:0;7f3a3edaecc3:41423 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-26T11:23:02,128 DEBUG [M:0;7f3a3edaecc3:41423 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8d0c9d46001747f2a25f2be74734e2c4 is 82, key is hbase:meta,,1/info:regioninfo/1732620168673/Put/seqid=0 2024-11-26T11:23:02,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741844_1020 (size=5672) 2024-11-26T11:23:02,207 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,2-7f3a3edaecc3,41441,1732620158435.replicationSource.wal-reader.7f3a3edaecc3%2C41441%2C1732620158435,2-7f3a3edaecc3,41441,1732620158435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.1732620178292 to pos 393, reset compression=false 2024-11-26T11:23:02,532 INFO [M:0;7f3a3edaecc3:41423 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8d0c9d46001747f2a25f2be74734e2c4 2024-11-26T11:23:02,548 DEBUG [M:0;7f3a3edaecc3:41423 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6c38667b7b7b4068bc6ca26a44837129 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732620173284/Put/seqid=0 2024-11-26T11:23:02,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741845_1021 (size=6585) 2024-11-26T11:23:02,706 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,41441,1732620158435.replicationSource.wal-reader.7f3a3edaecc3%2C41441%2C1732620158435,1-7f3a3edaecc3,41441,1732620158435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.1732620178292 to pos 393, reset compression=false 2024-11-26T11:23:02,951 INFO [M:0;7f3a3edaecc3:41423 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6c38667b7b7b4068bc6ca26a44837129 2024-11-26T11:23:02,971 DEBUG [M:0;7f3a3edaecc3:41423 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b81466e102e0487a824e0ec40b8cd849 is 69, key is 7f3a3edaecc3,37395,1732620166700/rs:state/1732620168089/Put/seqid=0 2024-11-26T11:23:02,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741846_1022 (size=5156) 2024-11-26T11:23:02,975 INFO [M:0;7f3a3edaecc3:41423 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b81466e102e0487a824e0ec40b8cd849 2024-11-26T11:23:02,978 DEBUG [M:0;7f3a3edaecc3:41423 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8d0c9d46001747f2a25f2be74734e2c4 as hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8d0c9d46001747f2a25f2be74734e2c4 2024-11-26T11:23:02,981 INFO [M:0;7f3a3edaecc3:41423 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8d0c9d46001747f2a25f2be74734e2c4, entries=8, sequenceid=55, filesize=5.5 K 2024-11-26T11:23:02,982 DEBUG [M:0;7f3a3edaecc3:41423 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6c38667b7b7b4068bc6ca26a44837129 as hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6c38667b7b7b4068bc6ca26a44837129 2024-11-26T11:23:02,985 INFO [M:0;7f3a3edaecc3:41423 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6c38667b7b7b4068bc6ca26a44837129, entries=6, sequenceid=55, filesize=6.4 K 2024-11-26T11:23:02,986 DEBUG [M:0;7f3a3edaecc3:41423 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b81466e102e0487a824e0ec40b8cd849 as hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b81466e102e0487a824e0ec40b8cd849 2024-11-26T11:23:02,990 INFO [M:0;7f3a3edaecc3:41423 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38657/user/jenkins/test-data/d539899a-2d2c-21d0-9978-77576158b3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b81466e102e0487a824e0ec40b8cd849, entries=1, sequenceid=55, filesize=5.0 K 2024-11-26T11:23:02,990 INFO [M:0;7f3a3edaecc3:41423 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 875ms, sequenceid=55, compaction requested=false 2024-11-26T11:23:02,997 INFO [M:0;7f3a3edaecc3:41423 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:23:02,997 DEBUG [M:0;7f3a3edaecc3:41423 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732620182115Disabling compacts and flushes for region at 1732620182115Disabling writes for close at 1732620182115Obtaining lock to block concurrent updates at 1732620182115Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732620182115Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1732620182115Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732620182116 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732620182116Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732620182128 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732620182128Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732620182535 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732620182547 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732620182547Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732620182954 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732620182971 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732620182971Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22249dc0: reopening flushed file at 1732620182978 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28b8696e: reopening flushed file at 1732620182982 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79451719: reopening flushed file at 1732620182986 (+4 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 875ms, sequenceid=55, compaction requested=false at 1732620182990 (+4 ms)Writing region close event to WAL at 1732620182997 (+7 ms)Closed at 1732620182997 2024-11-26T11:23:02,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34979 is added to blk_1073741830_1006 (size=32758) 2024-11-26T11:23:02,999 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T11:23:02,999 INFO [M:0;7f3a3edaecc3:41423 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T11:23:02,999 INFO [M:0;7f3a3edaecc3:41423 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41423 2024-11-26T11:23:03,000 INFO [M:0;7f3a3edaecc3:41423 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T11:23:03,010 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,2-7f3a3edaecc3,41441,1732620158435.replicationSource.wal-reader.7f3a3edaecc3%2C41441%2C1732620158435,2-7f3a3edaecc3,41441,1732620158435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.1732620178292 to pos 393, reset compression=false 2024-11-26T11:23:03,146 INFO [M:0;7f3a3edaecc3:41423 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T11:23:03,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41423-0x10176e178890006, quorum=127.0.0.1:50040, baseZNode=/2-1475829587 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:23:03,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41423-0x10176e178890006, quorum=127.0.0.1:50040, baseZNode=/2-1475829587 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:23:03,154 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e83bf37{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T11:23:03,154 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60a6b47d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T11:23:03,155 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T11:23:03,155 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3479b70e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T11:23:03,155 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ec34f65{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c8fcd26-0115-7658-f867-3b5981b608c7/hadoop.log.dir/,STOPPED} 2024-11-26T11:23:03,157 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T11:23:03,157 WARN [BP-1479722794-172.17.0.3-1732620165144 heartbeating to localhost/127.0.0.1:38657 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T11:23:03,157 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T11:23:03,157 WARN [BP-1479722794-172.17.0.3-1732620165144 heartbeating to localhost/127.0.0.1:38657 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1479722794-172.17.0.3-1732620165144 (Datanode Uuid 09c7dfba-7182-4a38-8cd0-d2070a33cffc) service to localhost/127.0.0.1:38657 2024-11-26T11:23:03,158 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c8fcd26-0115-7658-f867-3b5981b608c7/cluster_f4b9c7c7-4591-626b-76cc-65aa15e19eb9/data/data1/current/BP-1479722794-172.17.0.3-1732620165144 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T11:23:03,158 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c8fcd26-0115-7658-f867-3b5981b608c7/cluster_f4b9c7c7-4591-626b-76cc-65aa15e19eb9/data/data2/current/BP-1479722794-172.17.0.3-1732620165144 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T11:23:03,158 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T11:23:03,166 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@68545b99{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T11:23:03,166 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11b8c516{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T11:23:03,166 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T11:23:03,166 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cc9cb04{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T11:23:03,166 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@430d0207{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c8fcd26-0115-7658-f867-3b5981b608c7/hadoop.log.dir/,STOPPED} 2024-11-26T11:23:03,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T11:23:03,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T11:23:03,193 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:23:03,193 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:23:03,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:23:03,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:23:03,194 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:23:03,194 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T11:23:03,194 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1366764140, stopped=false 2024-11-26T11:23:03,194 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7f3a3edaecc3,33591,1732620163013 2024-11-26T11:23:03,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33591-0x10176e178890003, quorum=127.0.0.1:50040, baseZNode=/11649181392 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11649181392/running 2024-11-26T11:23:03,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33591-0x10176e178890003, quorum=127.0.0.1:50040, baseZNode=/11649181392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11649181392 2024-11-26T11:23:03,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45017-0x10176e178890004, quorum=127.0.0.1:50040, baseZNode=/11649181392 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11649181392/running 2024-11-26T11:23:03,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45017-0x10176e178890004, quorum=127.0.0.1:50040, baseZNode=/11649181392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11649181392 2024-11-26T11:23:03,211 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T11:23:03,212 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:23:03,212 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:23:03,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:23:03,212 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45017-0x10176e178890004, quorum=127.0.0.1:50040, baseZNode=/11649181392 Set watcher on znode that does not yet exist, /11649181392/running 2024-11-26T11:23:03,212 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7f3a3edaecc3,45017,1732620163170' ***** 2024-11-26T11:23:03,212 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T11:23:03,213 INFO [RS:0;7f3a3edaecc3:45017 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T11:23:03,213 INFO [RS:0;7f3a3edaecc3:45017 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T11:23:03,213 INFO [RS:0;7f3a3edaecc3:45017 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T11:23:03,213 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33591-0x10176e178890003, quorum=127.0.0.1:50040, baseZNode=/11649181392 Set watcher on znode that does not yet exist, /11649181392/running 2024-11-26T11:23:03,214 INFO [RS:0;7f3a3edaecc3:45017 {}] regionserver.HRegionServer(3091): Received CLOSE for 89c4bd00f9f754eeea68dc0cd1059dbe 2024-11-26T11:23:03,214 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T11:23:03,214 INFO [RS:0;7f3a3edaecc3:45017 {}] regionserver.HRegionServer(959): stopping server 7f3a3edaecc3,45017,1732620163170 2024-11-26T11:23:03,214 INFO [RS:0;7f3a3edaecc3:45017 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T11:23:03,214 INFO [RS:0;7f3a3edaecc3:45017 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7f3a3edaecc3:45017. 2024-11-26T11:23:03,214 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 89c4bd00f9f754eeea68dc0cd1059dbe, disabling compactions & flushes 2024-11-26T11:23:03,214 DEBUG [RS:0;7f3a3edaecc3:45017 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:23:03,214 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732620170925.89c4bd00f9f754eeea68dc0cd1059dbe. 2024-11-26T11:23:03,214 DEBUG [RS:0;7f3a3edaecc3:45017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:23:03,214 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732620170925.89c4bd00f9f754eeea68dc0cd1059dbe. 2024-11-26T11:23:03,214 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732620170925.89c4bd00f9f754eeea68dc0cd1059dbe. after waiting 0 ms 2024-11-26T11:23:03,214 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732620170925.89c4bd00f9f754eeea68dc0cd1059dbe. 2024-11-26T11:23:03,214 INFO [RS:0;7f3a3edaecc3:45017 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T11:23:03,214 INFO [RS:0;7f3a3edaecc3:45017 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T11:23:03,214 INFO [RS:0;7f3a3edaecc3:45017 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T11:23:03,214 INFO [RS:0;7f3a3edaecc3:45017 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T11:23:03,216 INFO [RS:0;7f3a3edaecc3:45017 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T11:23:03,216 DEBUG [RS:0;7f3a3edaecc3:45017 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 89c4bd00f9f754eeea68dc0cd1059dbe=test,,1732620170925.89c4bd00f9f754eeea68dc0cd1059dbe.} 2024-11-26T11:23:03,216 DEBUG [RS:0;7f3a3edaecc3:45017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 89c4bd00f9f754eeea68dc0cd1059dbe 2024-11-26T11:23:03,216 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T11:23:03,216 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T11:23:03,216 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T11:23:03,216 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T11:23:03,216 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T11:23:03,217 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-26T11:23:03,221 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/data/default/test/89c4bd00f9f754eeea68dc0cd1059dbe/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T11:23:03,222 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T11:23:03,222 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T11:23:03,222 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732620170925.89c4bd00f9f754eeea68dc0cd1059dbe. 2024-11-26T11:23:03,222 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 89c4bd00f9f754eeea68dc0cd1059dbe: Waiting for close lock at 1732620183214Running coprocessor pre-close hooks at 1732620183214Disabling compacts and flushes for region at 1732620183214Disabling writes for close at 1732620183214Writing region close event to WAL at 1732620183216 (+2 ms)Running coprocessor post-close hooks at 1732620183222 (+6 ms)Closed at 1732620183222 2024-11-26T11:23:03,222 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732620170925.89c4bd00f9f754eeea68dc0cd1059dbe. 2024-11-26T11:23:03,231 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/data/hbase/meta/1588230740/.tmp/info/c6f557d41ce34121960b7f29219758a0 is 129, key is test,,1732620170925.89c4bd00f9f754eeea68dc0cd1059dbe./info:regioninfo/1732620171700/Put/seqid=0 2024-11-26T11:23:03,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40169 is added to blk_1073741841_1017 (size=6421) 2024-11-26T11:23:03,309 INFO [regionserver/7f3a3edaecc3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T11:23:03,416 DEBUG [RS:0;7f3a3edaecc3:45017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T11:23:03,582 INFO [regionserver/7f3a3edaecc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T11:23:03,582 INFO [regionserver/7f3a3edaecc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T11:23:03,610 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,41441,1732620158435.replicationSource.wal-reader.7f3a3edaecc3%2C41441%2C1732620158435,1-7f3a3edaecc3,41441,1732620158435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.1732620178292 to pos 393, reset compression=false 2024-11-26T11:23:03,617 DEBUG [RS:0;7f3a3edaecc3:45017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T11:23:03,635 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/data/hbase/meta/1588230740/.tmp/info/c6f557d41ce34121960b7f29219758a0 2024-11-26T11:23:03,652 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/data/hbase/meta/1588230740/.tmp/ns/77b7eaf7f39b432898be68f7d4763053 is 43, key is default/ns:d/1732620164991/Put/seqid=0 2024-11-26T11:23:03,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40169 is added to blk_1073741842_1018 (size=5153) 2024-11-26T11:23:03,817 DEBUG [RS:0;7f3a3edaecc3:45017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T11:23:03,913 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,2-7f3a3edaecc3,41441,1732620158435.replicationSource.wal-reader.7f3a3edaecc3%2C41441%2C1732620158435,2-7f3a3edaecc3,41441,1732620158435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.1732620178292 to pos 393, reset compression=false 2024-11-26T11:23:04,017 DEBUG [RS:0;7f3a3edaecc3:45017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T11:23:04,055 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/data/hbase/meta/1588230740/.tmp/ns/77b7eaf7f39b432898be68f7d4763053 2024-11-26T11:23:04,070 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/data/hbase/meta/1588230740/.tmp/rep_barrier/ff4a2f1b2ee64be8ade70835135fcefa is 112, key is test,,1732620170925.89c4bd00f9f754eeea68dc0cd1059dbe./rep_barrier:seqnumDuringOpen/1732620171700/Put/seqid=0 2024-11-26T11:23:04,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40169 is added to blk_1073741843_1019 (size=5518) 2024-11-26T11:23:04,217 INFO [RS:0;7f3a3edaecc3:45017 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T11:23:04,217 DEBUG [RS:0;7f3a3edaecc3:45017 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T11:23:04,217 DEBUG [RS:0;7f3a3edaecc3:45017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T11:23:04,417 DEBUG [RS:0;7f3a3edaecc3:45017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T11:23:04,474 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/data/hbase/meta/1588230740/.tmp/rep_barrier/ff4a2f1b2ee64be8ade70835135fcefa 2024-11-26T11:23:04,490 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/data/hbase/meta/1588230740/.tmp/table/71df32b6af9f409da21e4e378bcd38d9 is 40, key is test/table:state/1732620171729/Put/seqid=0 2024-11-26T11:23:04,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40169 is added to blk_1073741844_1020 (size=5165) 2024-11-26T11:23:04,613 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,41441,1732620158435.replicationSource.wal-reader.7f3a3edaecc3%2C41441%2C1732620158435,1-7f3a3edaecc3,41441,1732620158435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.1732620178292 to pos 393, reset compression=false 2024-11-26T11:23:04,617 DEBUG [RS:0;7f3a3edaecc3:45017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T11:23:04,818 DEBUG [RS:0;7f3a3edaecc3:45017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T11:23:04,893 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/data/hbase/meta/1588230740/.tmp/table/71df32b6af9f409da21e4e378bcd38d9 2024-11-26T11:23:04,897 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/data/hbase/meta/1588230740/.tmp/info/c6f557d41ce34121960b7f29219758a0 as hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/data/hbase/meta/1588230740/info/c6f557d41ce34121960b7f29219758a0 2024-11-26T11:23:04,900 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/data/hbase/meta/1588230740/info/c6f557d41ce34121960b7f29219758a0, entries=10, sequenceid=11, filesize=6.3 K 2024-11-26T11:23:04,900 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/data/hbase/meta/1588230740/.tmp/ns/77b7eaf7f39b432898be68f7d4763053 as hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/data/hbase/meta/1588230740/ns/77b7eaf7f39b432898be68f7d4763053 2024-11-26T11:23:04,904 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/data/hbase/meta/1588230740/ns/77b7eaf7f39b432898be68f7d4763053, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T11:23:04,905 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/data/hbase/meta/1588230740/.tmp/rep_barrier/ff4a2f1b2ee64be8ade70835135fcefa as hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/data/hbase/meta/1588230740/rep_barrier/ff4a2f1b2ee64be8ade70835135fcefa 2024-11-26T11:23:04,908 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/data/hbase/meta/1588230740/rep_barrier/ff4a2f1b2ee64be8ade70835135fcefa, entries=1, sequenceid=11, filesize=5.4 K 2024-11-26T11:23:04,909 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/data/hbase/meta/1588230740/.tmp/table/71df32b6af9f409da21e4e378bcd38d9 as hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/data/hbase/meta/1588230740/table/71df32b6af9f409da21e4e378bcd38d9 2024-11-26T11:23:04,913 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/data/hbase/meta/1588230740/table/71df32b6af9f409da21e4e378bcd38d9, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T11:23:04,914 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1697ms, sequenceid=11, compaction requested=false 2024-11-26T11:23:04,915 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,2-7f3a3edaecc3,41441,1732620158435.replicationSource.wal-reader.7f3a3edaecc3%2C41441%2C1732620158435,2-7f3a3edaecc3,41441,1732620158435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.1732620178292 to pos 393, reset compression=false 2024-11-26T11:23:04,917 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-26T11:23:04,918 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T11:23:04,918 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T11:23:04,918 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T11:23:04,918 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732620183216Running coprocessor pre-close hooks at 1732620183216Disabling compacts and flushes for region at 1732620183216Disabling writes for close at 1732620183216Obtaining lock to block concurrent updates at 1732620183217 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732620183217Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732620183217Flushing stores of hbase:meta,,1.1588230740 at 1732620183217Flushing 1588230740/info: creating writer at 1732620183217Flushing 1588230740/info: appending metadata at 1732620183231 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732620183231Flushing 1588230740/ns: creating writer at 1732620183639 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732620183652 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732620183652Flushing 1588230740/rep_barrier: creating writer at 1732620184058 (+406 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732620184070 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732620184070Flushing 1588230740/table: creating writer at 1732620184477 (+407 ms)Flushing 1588230740/table: appending metadata at 1732620184489 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732620184489Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@119d4056: reopening flushed file at 1732620184896 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35480ab2: reopening flushed file at 1732620184900 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bf643f6: reopening flushed file at 1732620184904 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33975ebf: reopening flushed file at 1732620184909 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1697ms, sequenceid=11, compaction requested=false at 1732620184914 (+5 ms)Writing region close event to WAL at 1732620184915 (+1 ms)Running coprocessor post-close hooks at 1732620184918 (+3 ms)Closed at 1732620184918 2024-11-26T11:23:04,918 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T11:23:05,018 INFO [RS:0;7f3a3edaecc3:45017 {}] regionserver.HRegionServer(976): stopping server 7f3a3edaecc3,45017,1732620163170; all regions closed. 2024-11-26T11:23:05,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40169 is added to blk_1073741834_1010 (size=2717) 2024-11-26T11:23:05,020 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/WALs/7f3a3edaecc3,45017,1732620163170/7f3a3edaecc3%2C45017%2C1732620163170.meta.1732620164932.meta not finished, retry = 0 2024-11-26T11:23:05,122 DEBUG [RS:0;7f3a3edaecc3:45017 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/oldWALs 2024-11-26T11:23:05,122 INFO [RS:0;7f3a3edaecc3:45017 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7f3a3edaecc3%2C45017%2C1732620163170.meta:.meta(num 1732620164932) 2024-11-26T11:23:05,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40169 is added to blk_1073741833_1009 (size=1374) 2024-11-26T11:23:05,125 DEBUG [RS:0;7f3a3edaecc3:45017 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/oldWALs 2024-11-26T11:23:05,125 INFO [RS:0;7f3a3edaecc3:45017 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7f3a3edaecc3%2C45017%2C1732620163170:(num 1732620164624) 2024-11-26T11:23:05,125 DEBUG [RS:0;7f3a3edaecc3:45017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:23:05,125 INFO [RS:0;7f3a3edaecc3:45017 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T11:23:05,125 INFO [RS:0;7f3a3edaecc3:45017 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T11:23:05,125 INFO [RS:0;7f3a3edaecc3:45017 {}] hbase.ChoreService(370): Chore service for: regionserver/7f3a3edaecc3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T11:23:05,125 INFO [RS:0;7f3a3edaecc3:45017 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T11:23:05,125 INFO [regionserver/7f3a3edaecc3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T11:23:05,126 INFO [RS:0;7f3a3edaecc3:45017 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7f3a3edaecc3:45017. 2024-11-26T11:23:05,126 DEBUG [RS:0;7f3a3edaecc3:45017 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:23:05,126 DEBUG [RS:0;7f3a3edaecc3:45017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:23:05,126 DEBUG [RS:0;7f3a3edaecc3:45017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:23:05,126 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:23:05,126 INFO [RS:0;7f3a3edaecc3:45017 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45017 2024-11-26T11:23:05,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33591-0x10176e178890003, quorum=127.0.0.1:50040, baseZNode=/11649181392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11649181392/rs 2024-11-26T11:23:05,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45017-0x10176e178890004, quorum=127.0.0.1:50040, baseZNode=/11649181392 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11649181392/rs/7f3a3edaecc3,45017,1732620163170 2024-11-26T11:23:05,151 INFO [RS:0;7f3a3edaecc3:45017 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T11:23:05,162 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7f3a3edaecc3,45017,1732620163170] 2024-11-26T11:23:05,172 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11649181392/draining/7f3a3edaecc3,45017,1732620163170 already deleted, retry=false 2024-11-26T11:23:05,172 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7f3a3edaecc3,45017,1732620163170 expired; onlineServers=0 2024-11-26T11:23:05,172 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7f3a3edaecc3,33591,1732620163013' ***** 2024-11-26T11:23:05,172 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T11:23:05,173 INFO [M:0;7f3a3edaecc3:33591 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T11:23:05,173 INFO [M:0;7f3a3edaecc3:33591 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T11:23:05,173 DEBUG [M:0;7f3a3edaecc3:33591 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T11:23:05,173 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T11:23:05,173 DEBUG [M:0;7f3a3edaecc3:33591 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T11:23:05,173 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732620164318 {}] cleaner.HFileCleaner(306): Exit Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732620164318,5,FailOnTimeoutGroup] 2024-11-26T11:23:05,173 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732620164318 {}] cleaner.HFileCleaner(306): Exit Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732620164318,5,FailOnTimeoutGroup] 2024-11-26T11:23:05,173 INFO [M:0;7f3a3edaecc3:33591 {}] hbase.ChoreService(370): Chore service for: master/7f3a3edaecc3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T11:23:05,173 INFO [M:0;7f3a3edaecc3:33591 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T11:23:05,173 DEBUG [M:0;7f3a3edaecc3:33591 {}] master.HMaster(1795): Stopping service threads 2024-11-26T11:23:05,173 INFO [M:0;7f3a3edaecc3:33591 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T11:23:05,173 INFO [M:0;7f3a3edaecc3:33591 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T11:23:05,173 INFO [M:0;7f3a3edaecc3:33591 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T11:23:05,173 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T11:23:05,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33591-0x10176e178890003, quorum=127.0.0.1:50040, baseZNode=/11649181392 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11649181392/master 2024-11-26T11:23:05,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33591-0x10176e178890003, quorum=127.0.0.1:50040, baseZNode=/11649181392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11649181392 2024-11-26T11:23:05,183 DEBUG [M:0;7f3a3edaecc3:33591 {}] zookeeper.ZKUtil(347): master:33591-0x10176e178890003, quorum=127.0.0.1:50040, baseZNode=/11649181392 Unable to get data of znode /11649181392/master because node does not exist (not an error) 2024-11-26T11:23:05,183 WARN [M:0;7f3a3edaecc3:33591 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T11:23:05,184 INFO [M:0;7f3a3edaecc3:33591 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/.lastflushedseqids 2024-11-26T11:23:05,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40169 is added to blk_1073741845_1021 (size=173) 2024-11-26T11:23:05,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45017-0x10176e178890004, quorum=127.0.0.1:50040, baseZNode=/11649181392 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:23:05,262 INFO [RS:0;7f3a3edaecc3:45017 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T11:23:05,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45017-0x10176e178890004, quorum=127.0.0.1:50040, baseZNode=/11649181392 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:23:05,262 INFO [RS:0;7f3a3edaecc3:45017 {}] regionserver.HRegionServer(1031): Exiting; stopping=7f3a3edaecc3,45017,1732620163170; zookeeper connection closed. 2024-11-26T11:23:05,262 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7d2d77eb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7d2d77eb 2024-11-26T11:23:05,262 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T11:23:05,589 INFO [M:0;7f3a3edaecc3:33591 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T11:23:05,589 INFO [M:0;7f3a3edaecc3:33591 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T11:23:05,589 DEBUG [M:0;7f3a3edaecc3:33591 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T11:23:05,589 INFO [M:0;7f3a3edaecc3:33591 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:23:05,589 DEBUG [M:0;7f3a3edaecc3:33591 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:23:05,589 DEBUG [M:0;7f3a3edaecc3:33591 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T11:23:05,589 DEBUG [M:0;7f3a3edaecc3:33591 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:23:05,589 INFO [M:0;7f3a3edaecc3:33591 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-26T11:23:05,603 DEBUG [M:0;7f3a3edaecc3:33591 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/801486803b8f4e93a2a0f270117307b7 is 82, key is hbase:meta,,1/info:regioninfo/1732620164959/Put/seqid=0 2024-11-26T11:23:05,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40169 is added to blk_1073741846_1022 (size=5672) 2024-11-26T11:23:05,716 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,41441,1732620158435.replicationSource.wal-reader.7f3a3edaecc3%2C41441%2C1732620158435,1-7f3a3edaecc3,41441,1732620158435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.1732620178292 to pos 393, reset compression=false 2024-11-26T11:23:06,006 INFO [M:0;7f3a3edaecc3:33591 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/801486803b8f4e93a2a0f270117307b7 2024-11-26T11:23:06,018 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,2-7f3a3edaecc3,41441,1732620158435.replicationSource.wal-reader.7f3a3edaecc3%2C41441%2C1732620158435,2-7f3a3edaecc3,41441,1732620158435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.1732620178292 to pos 393, reset compression=false 2024-11-26T11:23:06,026 DEBUG [M:0;7f3a3edaecc3:33591 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e8d9578079234388a683539fd99e2406 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732620171734/Put/seqid=0 2024-11-26T11:23:06,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40169 is added to blk_1073741847_1023 (size=6586) 2024-11-26T11:23:06,430 INFO [M:0;7f3a3edaecc3:33591 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e8d9578079234388a683539fd99e2406 2024-11-26T11:23:06,451 DEBUG [M:0;7f3a3edaecc3:33591 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b896bfe18564680b54c7167e5cb95c6 is 69, key is 7f3a3edaecc3,45017,1732620163170/rs:state/1732620164443/Put/seqid=0 2024-11-26T11:23:06,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40169 is added to blk_1073741848_1024 (size=5156) 2024-11-26T11:23:06,855 INFO [M:0;7f3a3edaecc3:33591 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b896bfe18564680b54c7167e5cb95c6 2024-11-26T11:23:06,858 DEBUG [M:0;7f3a3edaecc3:33591 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/801486803b8f4e93a2a0f270117307b7 as hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/801486803b8f4e93a2a0f270117307b7 2024-11-26T11:23:06,861 INFO [M:0;7f3a3edaecc3:33591 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/801486803b8f4e93a2a0f270117307b7, entries=8, sequenceid=55, filesize=5.5 K 2024-11-26T11:23:06,862 DEBUG [M:0;7f3a3edaecc3:33591 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e8d9578079234388a683539fd99e2406 as hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e8d9578079234388a683539fd99e2406 2024-11-26T11:23:06,865 INFO [M:0;7f3a3edaecc3:33591 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e8d9578079234388a683539fd99e2406, entries=6, sequenceid=55, filesize=6.4 K 2024-11-26T11:23:06,865 DEBUG [M:0;7f3a3edaecc3:33591 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b896bfe18564680b54c7167e5cb95c6 as hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9b896bfe18564680b54c7167e5cb95c6 2024-11-26T11:23:06,868 INFO [M:0;7f3a3edaecc3:33591 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43709/user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9b896bfe18564680b54c7167e5cb95c6, entries=1, sequenceid=55, filesize=5.0 K 2024-11-26T11:23:06,869 INFO [M:0;7f3a3edaecc3:33591 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=55, compaction requested=false 2024-11-26T11:23:06,870 INFO [M:0;7f3a3edaecc3:33591 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:23:06,870 DEBUG [M:0;7f3a3edaecc3:33591 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732620185589Disabling compacts and flushes for region at 1732620185589Disabling writes for close at 1732620185589Obtaining lock to block concurrent updates at 1732620185589Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732620185589Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732620185589Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732620185590 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732620185590Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732620185603 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732620185603Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732620186010 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732620186026 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732620186026Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732620186434 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732620186450 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732620186450Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7afc9a59: reopening flushed file at 1732620186858 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b0c68f2: reopening flushed file at 1732620186861 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3744a35e: reopening flushed file at 1732620186865 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=55, compaction requested=false at 1732620186869 (+4 ms)Writing region close event to WAL at 1732620186870 (+1 ms)Closed at 1732620186870 2024-11-26T11:23:06,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40169 is added to blk_1073741830_1006 (size=32770) 2024-11-26T11:23:06,871 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bc8be601-5908-b738-8769-4e09681d5975/MasterData/WALs/7f3a3edaecc3,33591,1732620163013/7f3a3edaecc3%2C33591%2C1732620163013.1732620164088 not finished, retry = 0 2024-11-26T11:23:06,919 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,41441,1732620158435.replicationSource.wal-reader.7f3a3edaecc3%2C41441%2C1732620158435,1-7f3a3edaecc3,41441,1732620158435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.1732620178292 to pos 393, reset compression=false 2024-11-26T11:23:06,972 INFO [M:0;7f3a3edaecc3:33591 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T11:23:06,972 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T11:23:06,972 INFO [M:0;7f3a3edaecc3:33591 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33591 2024-11-26T11:23:06,973 INFO [M:0;7f3a3edaecc3:33591 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T11:23:07,048 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T11:23:07,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:23:07,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:23:07,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:23:07,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:23:07,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:23:07,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:23:07,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:23:07,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:23:07,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:23:07,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:23:07,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:23:07,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:23:07,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:23:07,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:23:07,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:23:07,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:23:07,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:23:07,125 INFO [M:0;7f3a3edaecc3:33591 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T11:23:07,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33591-0x10176e178890003, quorum=127.0.0.1:50040, baseZNode=/11649181392 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:23:07,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33591-0x10176e178890003, quorum=127.0.0.1:50040, baseZNode=/11649181392 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:23:07,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:23:07,133 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7954af8f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T11:23:07,133 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@10470526{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T11:23:07,133 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T11:23:07,134 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@de48196{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T11:23:07,134 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2553617c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dd1cb5d-4478-7923-ff16-90d04cc47ab6/hadoop.log.dir/,STOPPED} 2024-11-26T11:23:07,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T11:23:07,158 WARN [BP-1329427328-172.17.0.3-1732620160920 heartbeating to localhost/127.0.0.1:43709 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T11:23:07,158 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T11:23:07,158 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T11:23:07,158 WARN [BP-1329427328-172.17.0.3-1732620160920 heartbeating to localhost/127.0.0.1:43709 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1329427328-172.17.0.3-1732620160920 (Datanode Uuid 91f030cb-9ccc-4986-9ccf-e35c5ba16813) service to localhost/127.0.0.1:43709 2024-11-26T11:23:07,159 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dd1cb5d-4478-7923-ff16-90d04cc47ab6/cluster_db4191ea-301c-e115-d1c9-1678edfcd4f9/data/data1/current/BP-1329427328-172.17.0.3-1732620160920 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T11:23:07,159 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dd1cb5d-4478-7923-ff16-90d04cc47ab6/cluster_db4191ea-301c-e115-d1c9-1678edfcd4f9/data/data2/current/BP-1329427328-172.17.0.3-1732620160920 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T11:23:07,159 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T11:23:07,165 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6fffbbd6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T11:23:07,166 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@401cf89e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T11:23:07,166 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T11:23:07,166 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a4ede6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T11:23:07,166 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3cede307{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8dd1cb5d-4478-7923-ff16-90d04cc47ab6/hadoop.log.dir/,STOPPED} 2024-11-26T11:23:07,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T11:23:07,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T11:23:07,177 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:23:07,177 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:23:07,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:23:07,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:23:07,178 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:23:07,178 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T11:23:07,178 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=677826605, stopped=false 2024-11-26T11:23:07,178 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7f3a3edaecc3,38835,1732620158229 2024-11-26T11:23:07,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38835-0x10176e178890000, quorum=127.0.0.1:50040, baseZNode=/0-133553362 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-133553362/running 2024-11-26T11:23:07,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38835-0x10176e178890000, quorum=127.0.0.1:50040, baseZNode=/0-133553362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-133553362 2024-11-26T11:23:07,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41441-0x10176e178890001, quorum=127.0.0.1:50040, baseZNode=/0-133553362 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-133553362/running 2024-11-26T11:23:07,193 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T11:23:07,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41441-0x10176e178890001, quorum=127.0.0.1:50040, baseZNode=/0-133553362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-133553362 2024-11-26T11:23:07,194 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T11:23:07,194 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:23:07,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:23:07,194 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7f3a3edaecc3,41441,1732620158435' ***** 2024-11-26T11:23:07,194 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T11:23:07,194 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41441-0x10176e178890001, quorum=127.0.0.1:50040, baseZNode=/0-133553362 Set watcher on znode that does not yet exist, /0-133553362/running 2024-11-26T11:23:07,194 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38835-0x10176e178890000, quorum=127.0.0.1:50040, baseZNode=/0-133553362 Set watcher on znode that does not yet exist, /0-133553362/running 2024-11-26T11:23:07,194 INFO [RS:0;7f3a3edaecc3:41441 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T11:23:07,195 INFO [RS:0;7f3a3edaecc3:41441 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T11:23:07,195 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T11:23:07,195 INFO [RS:0;7f3a3edaecc3:41441 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T11:23:07,195 INFO [RS:0;7f3a3edaecc3:41441 {}] regionserver.HRegionServer(3091): Received CLOSE for d6e812f18bf871ce04a4b1f5934f9e2e 2024-11-26T11:23:07,195 INFO [RS:0;7f3a3edaecc3:41441 {}] regionserver.HRegionServer(3091): Received CLOSE for c57caac88dd183c518c30c124aa60d7f 2024-11-26T11:23:07,195 INFO [RS:0;7f3a3edaecc3:41441 {}] regionserver.HRegionServer(959): stopping server 7f3a3edaecc3,41441,1732620158435 2024-11-26T11:23:07,195 INFO [RS:0;7f3a3edaecc3:41441 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T11:23:07,195 INFO [RS:0;7f3a3edaecc3:41441 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7f3a3edaecc3:41441. 2024-11-26T11:23:07,195 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d6e812f18bf871ce04a4b1f5934f9e2e, disabling compactions & flushes 2024-11-26T11:23:07,195 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732620168764.d6e812f18bf871ce04a4b1f5934f9e2e. 2024-11-26T11:23:07,195 DEBUG [RS:0;7f3a3edaecc3:41441 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:23:07,195 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732620168764.d6e812f18bf871ce04a4b1f5934f9e2e. 2024-11-26T11:23:07,195 DEBUG [RS:0;7f3a3edaecc3:41441 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:23:07,195 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732620168764.d6e812f18bf871ce04a4b1f5934f9e2e. after waiting 0 ms 2024-11-26T11:23:07,195 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732620168764.d6e812f18bf871ce04a4b1f5934f9e2e. 2024-11-26T11:23:07,195 INFO [RS:0;7f3a3edaecc3:41441 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T11:23:07,195 INFO [RS:0;7f3a3edaecc3:41441 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T11:23:07,195 INFO [RS:0;7f3a3edaecc3:41441 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T11:23:07,195 INFO [RS:0;7f3a3edaecc3:41441 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T11:23:07,196 INFO [RS:0;7f3a3edaecc3:41441 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T11:23:07,196 DEBUG [RS:0;7f3a3edaecc3:41441 {}] regionserver.HRegionServer(1325): Online Regions={d6e812f18bf871ce04a4b1f5934f9e2e=test,,1732620168764.d6e812f18bf871ce04a4b1f5934f9e2e., c57caac88dd183c518c30c124aa60d7f=hbase:replication,,1732620174245.c57caac88dd183c518c30c124aa60d7f., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T11:23:07,196 DEBUG [RS:0;7f3a3edaecc3:41441 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c57caac88dd183c518c30c124aa60d7f, d6e812f18bf871ce04a4b1f5934f9e2e 2024-11-26T11:23:07,196 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T11:23:07,196 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T11:23:07,196 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T11:23:07,196 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T11:23:07,196 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T11:23:07,196 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T11:23:07,198 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/data/default/test/d6e812f18bf871ce04a4b1f5934f9e2e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T11:23:07,199 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T11:23:07,199 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T11:23:07,199 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732620168764.d6e812f18bf871ce04a4b1f5934f9e2e. 2024-11-26T11:23:07,199 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d6e812f18bf871ce04a4b1f5934f9e2e: Waiting for close lock at 1732620187195Running coprocessor pre-close hooks at 1732620187195Disabling compacts and flushes for region at 1732620187195Disabling writes for close at 1732620187195Writing region close event to WAL at 1732620187196 (+1 ms)Running coprocessor post-close hooks at 1732620187199 (+3 ms)Closed at 1732620187199 2024-11-26T11:23:07,199 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732620168764.d6e812f18bf871ce04a4b1f5934f9e2e. 2024-11-26T11:23:07,199 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c57caac88dd183c518c30c124aa60d7f, disabling compactions & flushes 2024-11-26T11:23:07,199 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732620174245.c57caac88dd183c518c30c124aa60d7f. 2024-11-26T11:23:07,199 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732620174245.c57caac88dd183c518c30c124aa60d7f. 2024-11-26T11:23:07,199 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732620174245.c57caac88dd183c518c30c124aa60d7f. after waiting 0 ms 2024-11-26T11:23:07,199 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732620174245.c57caac88dd183c518c30c124aa60d7f. 2024-11-26T11:23:07,200 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c57caac88dd183c518c30c124aa60d7f 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-26T11:23:07,209 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/data/hbase/meta/1588230740/.tmp/info/6da71250f7d049d4ae496efbfa96443d is 147, key is hbase:replication,,1732620174245.c57caac88dd183c518c30c124aa60d7f./info:regioninfo/1732620175402/Put/seqid=0 2024-11-26T11:23:07,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38023 is added to blk_1073741847_1023 (size=7686) 2024-11-26T11:23:07,213 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/data/hbase/replication/c57caac88dd183c518c30c124aa60d7f/.tmp/hfileref/964c875d81cb499aa55d1c2c7f8da6c2 is 74, key is 1/hfileref:6b6a24407a814d8dbdbdf0ff0778fda2_SeqId_6_/1732620180035/DeleteColumn/seqid=0 2024-11-26T11:23:07,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38023 is added to blk_1073741848_1024 (size=5489) 2024-11-26T11:23:07,217 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/data/hbase/replication/c57caac88dd183c518c30c124aa60d7f/.tmp/hfileref/964c875d81cb499aa55d1c2c7f8da6c2 2024-11-26T11:23:07,224 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,2-7f3a3edaecc3,41441,1732620158435.replicationSource.wal-reader.7f3a3edaecc3%2C41441%2C1732620158435,2-7f3a3edaecc3,41441,1732620158435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.1732620178292 to pos 393, reset compression=false 2024-11-26T11:23:07,228 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,2-7f3a3edaecc3,41441,1732620158435.replicationSource.wal-reader.7f3a3edaecc3%2C41441%2C1732620158435,2-7f3a3edaecc3,41441,1732620158435 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T11:23:07,228 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,2-7f3a3edaecc3,41441,1732620158435.replicationSource.wal-reader.7f3a3edaecc3%2C41441%2C1732620158435,2-7f3a3edaecc3,41441,1732620158435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.1732620178292 to pos 688, reset compression=false 2024-11-26T11:23:07,228 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,2-7f3a3edaecc3,41441,1732620158435.replicationSource.shipper7f3a3edaecc3%2C41441%2C1732620158435,2-7f3a3edaecc3,41441,1732620158435 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-7f3a3edaecc3,41441,1732620158435 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.1732620178292, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T11:23:07,229 ERROR [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,2-7f3a3edaecc3,41441,1732620158435.replicationSource.shipper7f3a3edaecc3%2C41441%2C1732620158435,2-7f3a3edaecc3,41441,1732620158435 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7f3a3edaecc3,41441,1732620158435: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-7f3a3edaecc3,41441,1732620158435, walGroup=7f3a3edaecc3%2C41441%2C1732620158435, offset=7f3a3edaecc3%2C41441%2C1732620158435.1732620178292:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7f3a3edaecc3:41441 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T11:23:07,230 ERROR [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,2-7f3a3edaecc3,41441,1732620158435.replicationSource.shipper7f3a3edaecc3%2C41441%2C1732620158435,2-7f3a3edaecc3,41441,1732620158435 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T11:23:07,230 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,2-7f3a3edaecc3,41441,1732620158435.replicationSource.shipper7f3a3edaecc3%2C41441%2C1732620158435,2-7f3a3edaecc3,41441,1732620158435 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T11:23:07,231 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,2-7f3a3edaecc3,41441,1732620158435.replicationSource.shipper7f3a3edaecc3%2C41441%2C1732620158435,2-7f3a3edaecc3,41441,1732620158435 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T11:23:07,231 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,2-7f3a3edaecc3,41441,1732620158435.replicationSource.shipper7f3a3edaecc3%2C41441%2C1732620158435,2-7f3a3edaecc3,41441,1732620158435 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T11:23:07,231 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,2-7f3a3edaecc3,41441,1732620158435.replicationSource.shipper7f3a3edaecc3%2C41441%2C1732620158435,2-7f3a3edaecc3,41441,1732620158435 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T11:23:07,231 INFO [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,2-7f3a3edaecc3,41441,1732620158435.replicationSource.shipper7f3a3edaecc3%2C41441%2C1732620158435,2-7f3a3edaecc3,41441,1732620158435 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1482686464, "init": 1048576000, "max": 2306867200, "used": 1200459776 }, "NonHeapMemoryUsage": { "committed": 211222528, "init": 7667712, "max": -1, "used": 208187880 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T11:23:07,231 WARN [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,2-7f3a3edaecc3,41441,1732620158435.replicationSource.shipper7f3a3edaecc3%2C41441%2C1732620158435,2-7f3a3edaecc3,41441,1732620158435 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7f3a3edaecc3:38835 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7f3a3edaecc3:38835 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-26T11:23:07,238 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/data/hbase/replication/c57caac88dd183c518c30c124aa60d7f/.tmp/queue/402d56e5812e4b9984625289f61e719f is 153, key is 1-7f3a3edaecc3,41441,1732620158435/queue:7f3a3edaecc3%2C41441%2C1732620158435/1732620180037/Put/seqid=0 2024-11-26T11:23:07,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38023 is added to blk_1073741849_1025 (size=5504) 2024-11-26T11:23:07,267 INFO [regionserver/7f3a3edaecc3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T11:23:07,396 DEBUG [RS:0;7f3a3edaecc3:41441 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c57caac88dd183c518c30c124aa60d7f 2024-11-26T11:23:07,432 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,2-7f3a3edaecc3,41441,1732620158435.replicationSource.wal-reader.7f3a3edaecc3%2C41441%2C1732620158435,2-7f3a3edaecc3,41441,1732620158435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.1732620178292 to pos 688, reset compression=false 2024-11-26T11:23:07,596 DEBUG [RS:0;7f3a3edaecc3:41441 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c57caac88dd183c518c30c124aa60d7f 2024-11-26T11:23:07,613 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/data/hbase/meta/1588230740/.tmp/info/6da71250f7d049d4ae496efbfa96443d 2024-11-26T11:23:07,629 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/data/hbase/meta/1588230740/.tmp/ns/cf245bf793fb43b8b22cfce07ffd985f is 43, key is default/ns:d/1732620160820/Put/seqid=0 2024-11-26T11:23:07,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38023 is added to blk_1073741850_1026 (size=5153) 2024-11-26T11:23:07,641 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/data/hbase/replication/c57caac88dd183c518c30c124aa60d7f/.tmp/queue/402d56e5812e4b9984625289f61e719f 2024-11-26T11:23:07,645 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/data/hbase/replication/c57caac88dd183c518c30c124aa60d7f/.tmp/hfileref/964c875d81cb499aa55d1c2c7f8da6c2 as hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/data/hbase/replication/c57caac88dd183c518c30c124aa60d7f/hfileref/964c875d81cb499aa55d1c2c7f8da6c2 2024-11-26T11:23:07,648 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/data/hbase/replication/c57caac88dd183c518c30c124aa60d7f/hfileref/964c875d81cb499aa55d1c2c7f8da6c2, entries=6, sequenceid=17, filesize=5.4 K 2024-11-26T11:23:07,649 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/data/hbase/replication/c57caac88dd183c518c30c124aa60d7f/.tmp/queue/402d56e5812e4b9984625289f61e719f as hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/data/hbase/replication/c57caac88dd183c518c30c124aa60d7f/queue/402d56e5812e4b9984625289f61e719f 2024-11-26T11:23:07,652 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/data/hbase/replication/c57caac88dd183c518c30c124aa60d7f/queue/402d56e5812e4b9984625289f61e719f, entries=2, sequenceid=17, filesize=5.4 K 2024-11-26T11:23:07,653 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for c57caac88dd183c518c30c124aa60d7f in 454ms, sequenceid=17, compaction requested=false 2024-11-26T11:23:07,659 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/data/hbase/replication/c57caac88dd183c518c30c124aa60d7f/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-26T11:23:07,659 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T11:23:07,659 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T11:23:07,659 INFO [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732620174245.c57caac88dd183c518c30c124aa60d7f. 2024-11-26T11:23:07,659 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c57caac88dd183c518c30c124aa60d7f: Waiting for close lock at 1732620187199Running coprocessor pre-close hooks at 1732620187199Disabling compacts and flushes for region at 1732620187199Disabling writes for close at 1732620187199Obtaining lock to block concurrent updates at 1732620187200 (+1 ms)Preparing flush snapshotting stores in c57caac88dd183c518c30c124aa60d7f at 1732620187200Finished memstore snapshotting hbase:replication,,1732620174245.c57caac88dd183c518c30c124aa60d7f., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732620187200Flushing stores of hbase:replication,,1732620174245.c57caac88dd183c518c30c124aa60d7f. at 1732620187200Flushing c57caac88dd183c518c30c124aa60d7f/hfileref: creating writer at 1732620187200Flushing c57caac88dd183c518c30c124aa60d7f/hfileref: appending metadata at 1732620187213 (+13 ms)Flushing c57caac88dd183c518c30c124aa60d7f/hfileref: closing flushed file at 1732620187213Flushing c57caac88dd183c518c30c124aa60d7f/queue: creating writer at 1732620187221 (+8 ms)Flushing c57caac88dd183c518c30c124aa60d7f/queue: appending metadata at 1732620187237 (+16 ms)Flushing c57caac88dd183c518c30c124aa60d7f/queue: closing flushed file at 1732620187237Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@407d6ebd: reopening flushed file at 1732620187644 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c2d6a10: reopening flushed file at 1732620187649 (+5 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for c57caac88dd183c518c30c124aa60d7f in 454ms, sequenceid=17, compaction requested=false at 1732620187653 (+4 ms)Writing region close event to WAL at 1732620187656 (+3 ms)Running coprocessor post-close hooks at 1732620187659 (+3 ms)Closed at 1732620187659 2024-11-26T11:23:07,659 DEBUG [RS_CLOSE_REGION-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732620174245.c57caac88dd183c518c30c124aa60d7f. 2024-11-26T11:23:07,735 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,2-7f3a3edaecc3,41441,1732620158435.replicationSource.wal-reader.7f3a3edaecc3%2C41441%2C1732620158435,2-7f3a3edaecc3,41441,1732620158435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.1732620178292 to pos 688, reset compression=false 2024-11-26T11:23:07,796 DEBUG [RS:0;7f3a3edaecc3:41441 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T11:23:07,816 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T11:23:07,996 DEBUG [RS:0;7f3a3edaecc3:41441 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T11:23:08,032 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/data/hbase/meta/1588230740/.tmp/ns/cf245bf793fb43b8b22cfce07ffd985f 2024-11-26T11:23:08,048 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/data/hbase/meta/1588230740/.tmp/rep_barrier/96b1190dd01943a5b90f4013fb5abe5f is 112, key is test,,1732620168764.d6e812f18bf871ce04a4b1f5934f9e2e./rep_barrier:seqnumDuringOpen/1732620169911/Put/seqid=0 2024-11-26T11:23:08,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38023 is added to blk_1073741851_1027 (size=5518) 2024-11-26T11:23:08,119 INFO [regionserver/7f3a3edaecc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T11:23:08,119 INFO [regionserver/7f3a3edaecc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T11:23:08,138 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,2-7f3a3edaecc3,41441,1732620158435.replicationSource.wal-reader.7f3a3edaecc3%2C41441%2C1732620158435,2-7f3a3edaecc3,41441,1732620158435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.1732620178292 to pos 688, reset compression=false 2024-11-26T11:23:08,196 INFO [RS:0;7f3a3edaecc3:41441 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T11:23:08,196 DEBUG [RS:0;7f3a3edaecc3:41441 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T11:23:08,196 DEBUG [RS:0;7f3a3edaecc3:41441 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T11:23:08,222 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,41441,1732620158435.replicationSource.wal-reader.7f3a3edaecc3%2C41441%2C1732620158435,1-7f3a3edaecc3,41441,1732620158435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.1732620178292 to pos 393, reset compression=false 2024-11-26T11:23:08,226 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,41441,1732620158435.replicationSource.wal-reader.7f3a3edaecc3%2C41441%2C1732620158435,1-7f3a3edaecc3,41441,1732620158435 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T11:23:08,226 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,41441,1732620158435.replicationSource.wal-reader.7f3a3edaecc3%2C41441%2C1732620158435,1-7f3a3edaecc3,41441,1732620158435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.1732620178292 to pos 688, reset compression=false 2024-11-26T11:23:08,227 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,41441,1732620158435.replicationSource.shipper7f3a3edaecc3%2C41441%2C1732620158435,1-7f3a3edaecc3,41441,1732620158435 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7f3a3edaecc3,41441,1732620158435 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.1732620178292, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T11:23:08,227 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,41441,1732620158435.replicationSource.shipper7f3a3edaecc3%2C41441%2C1732620158435,1-7f3a3edaecc3,41441,1732620158435 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-26T11:23:08,397 DEBUG [RS:0;7f3a3edaecc3:41441 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T11:23:08,430 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,41441,1732620158435.replicationSource.wal-reader.7f3a3edaecc3%2C41441%2C1732620158435,1-7f3a3edaecc3,41441,1732620158435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.1732620178292 to pos 688, reset compression=false 2024-11-26T11:23:08,452 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/data/hbase/meta/1588230740/.tmp/rep_barrier/96b1190dd01943a5b90f4013fb5abe5f 2024-11-26T11:23:08,474 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/data/hbase/meta/1588230740/.tmp/table/5aa4cfeafeee492a9d5b7823aaba00ef is 53, key is hbase:replication/table:state/1732620175407/Put/seqid=0 2024-11-26T11:23:08,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38023 is added to blk_1073741852_1028 (size=5308) 2024-11-26T11:23:08,480 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/data/hbase/meta/1588230740/.tmp/table/5aa4cfeafeee492a9d5b7823aaba00ef 2024-11-26T11:23:08,486 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/data/hbase/meta/1588230740/.tmp/info/6da71250f7d049d4ae496efbfa96443d as hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/data/hbase/meta/1588230740/info/6da71250f7d049d4ae496efbfa96443d 2024-11-26T11:23:08,490 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/data/hbase/meta/1588230740/info/6da71250f7d049d4ae496efbfa96443d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T11:23:08,491 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/data/hbase/meta/1588230740/.tmp/ns/cf245bf793fb43b8b22cfce07ffd985f as hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/data/hbase/meta/1588230740/ns/cf245bf793fb43b8b22cfce07ffd985f 2024-11-26T11:23:08,495 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/data/hbase/meta/1588230740/ns/cf245bf793fb43b8b22cfce07ffd985f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T11:23:08,496 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/data/hbase/meta/1588230740/.tmp/rep_barrier/96b1190dd01943a5b90f4013fb5abe5f as hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/data/hbase/meta/1588230740/rep_barrier/96b1190dd01943a5b90f4013fb5abe5f 2024-11-26T11:23:08,500 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/data/hbase/meta/1588230740/rep_barrier/96b1190dd01943a5b90f4013fb5abe5f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T11:23:08,501 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/data/hbase/meta/1588230740/.tmp/table/5aa4cfeafeee492a9d5b7823aaba00ef as hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/data/hbase/meta/1588230740/table/5aa4cfeafeee492a9d5b7823aaba00ef 2024-11-26T11:23:08,505 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/data/hbase/meta/1588230740/table/5aa4cfeafeee492a9d5b7823aaba00ef, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T11:23:08,506 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1310ms, sequenceid=16, compaction requested=false 2024-11-26T11:23:08,506 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T11:23:08,519 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T11:23:08,519 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T11:23:08,519 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T11:23:08,519 INFO [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T11:23:08,519 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732620187196Running coprocessor pre-close hooks at 1732620187196Disabling compacts and flushes for region at 1732620187196Disabling writes for close at 1732620187196Obtaining lock to block concurrent updates at 1732620187196Preparing flush snapshotting stores in 1588230740 at 1732620187196Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732620187196Flushing stores of hbase:meta,,1.1588230740 at 1732620187196Flushing 1588230740/info: creating writer at 1732620187197 (+1 ms)Flushing 1588230740/info: appending metadata at 1732620187209 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732620187209Flushing 1588230740/ns: creating writer at 1732620187617 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732620187629 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732620187629Flushing 1588230740/rep_barrier: creating writer at 1732620188036 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732620188048 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732620188048Flushing 1588230740/table: creating writer at 1732620188455 (+407 ms)Flushing 1588230740/table: appending metadata at 1732620188473 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732620188473Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c06e020: reopening flushed file at 1732620188485 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c125c29: reopening flushed file at 1732620188491 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a5b3d57: reopening flushed file at 1732620188495 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75f78192: reopening flushed file at 1732620188500 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1310ms, sequenceid=16, compaction requested=false at 1732620188506 (+6 ms)Writing region close event to WAL at 1732620188516 (+10 ms)Running coprocessor post-close hooks at 1732620188519 (+3 ms)Closed at 1732620188519 2024-11-26T11:23:08,519 DEBUG [RS_CLOSE_META-regionserver/7f3a3edaecc3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T11:23:08,597 INFO [RS:0;7f3a3edaecc3:41441 {}] regionserver.HRegionServer(976): stopping server 7f3a3edaecc3,41441,1732620158435; all regions closed. 2024-11-26T11:23:08,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38023 is added to blk_1073741843_1019 (size=859) 2024-11-26T11:23:08,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38023 is added to blk_1073741844_1020 (size=2791) 2024-11-26T11:23:08,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38023 is added to blk_1073741842_1018 (size=696) 2024-11-26T11:23:08,603 DEBUG [RS:0;7f3a3edaecc3:41441 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:23:08,603 INFO [RS:0;7f3a3edaecc3:41441 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T11:23:08,604 INFO [RS:0;7f3a3edaecc3:41441 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T11:23:08,604 INFO [RS:0;7f3a3edaecc3:41441 {}] hbase.ChoreService(370): Chore service for: regionserver/7f3a3edaecc3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T11:23:08,604 INFO [RS:0;7f3a3edaecc3:41441 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T11:23:08,604 INFO [regionserver/7f3a3edaecc3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T11:23:08,604 INFO [RS:0;7f3a3edaecc3:41441 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7f3a3edaecc3,41441,1732620158435 because: Region server is closing 2024-11-26T11:23:08,605 INFO [RS:0;7f3a3edaecc3:41441 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7f3a3edaecc3:41441. 2024-11-26T11:23:08,605 DEBUG [RS:0;7f3a3edaecc3:41441 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:23:08,605 DEBUG [RS:0;7f3a3edaecc3:41441 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:23:08,605 DEBUG [RS:0;7f3a3edaecc3:41441 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:23:08,605 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:23:08,641 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,2-7f3a3edaecc3,41441,1732620158435.replicationSource.wal-reader.7f3a3edaecc3%2C41441%2C1732620158435,2-7f3a3edaecc3,41441,1732620158435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.1732620178292 to pos 688, reset compression=false 2024-11-26T11:23:08,642 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,2-7f3a3edaecc3,41441,1732620158435.replicationSource.wal-reader.7f3a3edaecc3%2C41441%2C1732620158435,2-7f3a3edaecc3,41441,1732620158435 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/WALs/7f3a3edaecc3,41441,1732620158435/7f3a3edaecc3%2C41441%2C1732620158435.1732620178292 2024-11-26T11:23:08,642 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,2-7f3a3edaecc3,41441,1732620158435.replicationSource.wal-reader.7f3a3edaecc3%2C41441%2C1732620158435,2-7f3a3edaecc3,41441,1732620158435 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-26T11:23:08,642 DEBUG [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,2-7f3a3edaecc3,41441,1732620158435.replicationSource.wal-reader.7f3a3edaecc3%2C41441%2C1732620158435,2-7f3a3edaecc3,41441,1732620158435 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-26T11:23:08,705 INFO [RS:0;7f3a3edaecc3:41441 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,41441,1732620158435.replicationSource.shipper7f3a3edaecc3%2C41441%2C1732620158435,1-7f3a3edaecc3,41441,1732620158435 terminated 2024-11-26T11:23:08,705 INFO [RS:0;7f3a3edaecc3:41441 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-7f3a3edaecc3,41441,1732620158435 because: Region server is closing 2024-11-26T11:23:08,705 WARN [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,1-7f3a3edaecc3,41441,1732620158435.replicationSource.wal-reader.7f3a3edaecc3%2C41441%2C1732620158435,1-7f3a3edaecc3,41441,1732620158435 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T11:23:08,705 INFO [RS:0;7f3a3edaecc3:41441 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7f3a3edaecc3:41441. 2024-11-26T11:23:08,705 DEBUG [RS:0;7f3a3edaecc3:41441 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:23:08,705 DEBUG [RS:0;7f3a3edaecc3:41441 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:23:08,705 DEBUG [RS:0;7f3a3edaecc3:41441 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:23:08,705 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T11:23:08,806 INFO [RS:0;7f3a3edaecc3:41441 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,2-7f3a3edaecc3,41441,1732620158435.replicationSource.shipper7f3a3edaecc3%2C41441%2C1732620158435,2-7f3a3edaecc3,41441,1732620158435 terminated 2024-11-26T11:23:08,806 INFO [RS:0;7f3a3edaecc3:41441 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41441 2024-11-26T11:23:08,806 WARN [RS_REFRESH_PEER-regionserver/7f3a3edaecc3:0-0.replicationSource,2-7f3a3edaecc3,41441,1732620158435.replicationSource.wal-reader.7f3a3edaecc3%2C41441%2C1732620158435,2-7f3a3edaecc3,41441,1732620158435 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-26T11:23:08,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38835-0x10176e178890000, quorum=127.0.0.1:50040, baseZNode=/0-133553362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-133553362/rs 2024-11-26T11:23:08,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41441-0x10176e178890001, quorum=127.0.0.1:50040, baseZNode=/0-133553362 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-133553362/rs/7f3a3edaecc3,41441,1732620158435 2024-11-26T11:23:08,836 INFO [RS:0;7f3a3edaecc3:41441 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T11:23:08,836 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7f3a3edaecc3,41441,1732620158435] 2024-11-26T11:23:08,856 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-133553362/draining/7f3a3edaecc3,41441,1732620158435 already deleted, retry=false 2024-11-26T11:23:08,857 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7f3a3edaecc3,41441,1732620158435 expired; onlineServers=0 2024-11-26T11:23:08,857 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7f3a3edaecc3,38835,1732620158229' ***** 2024-11-26T11:23:08,857 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T11:23:08,857 INFO [M:0;7f3a3edaecc3:38835 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T11:23:08,857 INFO [M:0;7f3a3edaecc3:38835 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T11:23:08,857 DEBUG [M:0;7f3a3edaecc3:38835 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T11:23:08,857 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T11:23:08,857 DEBUG [M:0;7f3a3edaecc3:38835 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T11:23:08,857 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732620159907 {}] cleaner.HFileCleaner(306): Exit Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.large.0-1732620159907,5,FailOnTimeoutGroup] 2024-11-26T11:23:08,857 INFO [M:0;7f3a3edaecc3:38835 {}] hbase.ChoreService(370): Chore service for: master/7f3a3edaecc3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T11:23:08,857 INFO [M:0;7f3a3edaecc3:38835 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T11:23:08,857 DEBUG [M:0;7f3a3edaecc3:38835 {}] master.HMaster(1795): Stopping service threads 2024-11-26T11:23:08,857 INFO [M:0;7f3a3edaecc3:38835 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T11:23:08,857 INFO [M:0;7f3a3edaecc3:38835 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T11:23:08,857 INFO [M:0;7f3a3edaecc3:38835 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T11:23:08,857 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T11:23:08,858 DEBUG [master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732620159926 {}] cleaner.HFileCleaner(306): Exit Thread[master/7f3a3edaecc3:0:becomeActiveMaster-HFileCleaner.small.0-1732620159926,5,FailOnTimeoutGroup] 2024-11-26T11:23:08,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38835-0x10176e178890000, quorum=127.0.0.1:50040, baseZNode=/0-133553362 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-133553362/master 2024-11-26T11:23:08,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38835-0x10176e178890000, quorum=127.0.0.1:50040, baseZNode=/0-133553362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-133553362 2024-11-26T11:23:08,867 DEBUG [M:0;7f3a3edaecc3:38835 {}] zookeeper.RecoverableZooKeeper(212): Node /0-133553362/master already deleted, retry=false 2024-11-26T11:23:08,867 DEBUG [M:0;7f3a3edaecc3:38835 {}] master.ActiveMasterManager(353): master:38835-0x10176e178890000, quorum=127.0.0.1:50040, baseZNode=/0-133553362 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-133553362/master 2024-11-26T11:23:08,868 INFO [M:0;7f3a3edaecc3:38835 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/.lastflushedseqids 2024-11-26T11:23:08,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38023 is added to blk_1073741853_1029 (size=263) 2024-11-26T11:23:08,882 INFO [M:0;7f3a3edaecc3:38835 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T11:23:08,882 INFO [M:0;7f3a3edaecc3:38835 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T11:23:08,882 DEBUG [M:0;7f3a3edaecc3:38835 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T11:23:08,882 INFO [M:0;7f3a3edaecc3:38835 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:23:08,882 DEBUG [M:0;7f3a3edaecc3:38835 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:23:08,882 DEBUG [M:0;7f3a3edaecc3:38835 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T11:23:08,882 DEBUG [M:0;7f3a3edaecc3:38835 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:23:08,882 INFO [M:0;7f3a3edaecc3:38835 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.82 KB heapSize=70.48 KB 2024-11-26T11:23:08,924 DEBUG [M:0;7f3a3edaecc3:38835 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c618c8d2a0944e3c9b893fdb9f3e8cc7 is 82, key is hbase:meta,,1/info:regioninfo/1732620160773/Put/seqid=0 2024-11-26T11:23:08,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38023 is added to blk_1073741854_1030 (size=5672) 2024-11-26T11:23:08,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41441-0x10176e178890001, quorum=127.0.0.1:50040, baseZNode=/0-133553362 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:23:08,946 INFO [RS:0;7f3a3edaecc3:41441 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T11:23:08,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41441-0x10176e178890001, quorum=127.0.0.1:50040, baseZNode=/0-133553362 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:23:08,946 INFO [RS:0;7f3a3edaecc3:41441 {}] regionserver.HRegionServer(1031): Exiting; stopping=7f3a3edaecc3,41441,1732620158435; zookeeper connection closed. 2024-11-26T11:23:08,947 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4f61ecc7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4f61ecc7 2024-11-26T11:23:08,947 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T11:23:09,331 INFO [M:0;7f3a3edaecc3:38835 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c618c8d2a0944e3c9b893fdb9f3e8cc7 2024-11-26T11:23:09,353 DEBUG [M:0;7f3a3edaecc3:38835 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/86b5fc07bbfc474b81eae6112fd43d9c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732620175410/Put/seqid=0 2024-11-26T11:23:09,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38023 is added to blk_1073741855_1031 (size=8908) 2024-11-26T11:23:09,767 INFO [M:0;7f3a3edaecc3:38835 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.26 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/86b5fc07bbfc474b81eae6112fd43d9c 2024-11-26T11:23:09,787 DEBUG [M:0;7f3a3edaecc3:38835 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b15e247118da479b9cf367044de12654 is 69, key is 7f3a3edaecc3,41441,1732620158435/rs:state/1732620160010/Put/seqid=0 2024-11-26T11:23:09,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38023 is added to blk_1073741856_1032 (size=5156) 2024-11-26T11:23:10,190 INFO [M:0;7f3a3edaecc3:38835 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b15e247118da479b9cf367044de12654 2024-11-26T11:23:10,194 DEBUG [M:0;7f3a3edaecc3:38835 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c618c8d2a0944e3c9b893fdb9f3e8cc7 as hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c618c8d2a0944e3c9b893fdb9f3e8cc7 2024-11-26T11:23:10,197 INFO [M:0;7f3a3edaecc3:38835 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c618c8d2a0944e3c9b893fdb9f3e8cc7, entries=8, sequenceid=112, filesize=5.5 K 2024-11-26T11:23:10,198 DEBUG [M:0;7f3a3edaecc3:38835 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/86b5fc07bbfc474b81eae6112fd43d9c as hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/86b5fc07bbfc474b81eae6112fd43d9c 2024-11-26T11:23:10,201 INFO [M:0;7f3a3edaecc3:38835 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/86b5fc07bbfc474b81eae6112fd43d9c, entries=13, sequenceid=112, filesize=8.7 K 2024-11-26T11:23:10,202 DEBUG [M:0;7f3a3edaecc3:38835 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b15e247118da479b9cf367044de12654 as hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b15e247118da479b9cf367044de12654 2024-11-26T11:23:10,205 INFO [M:0;7f3a3edaecc3:38835 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40645/user/jenkins/test-data/9c4d303a-1303-6dad-c2b5-8ff1b7c773ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b15e247118da479b9cf367044de12654, entries=1, sequenceid=112, filesize=5.0 K 2024-11-26T11:23:10,206 INFO [M:0;7f3a3edaecc3:38835 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1324ms, sequenceid=112, compaction requested=false 2024-11-26T11:23:10,208 INFO [M:0;7f3a3edaecc3:38835 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:23:10,208 DEBUG [M:0;7f3a3edaecc3:38835 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732620188882Disabling compacts and flushes for region at 1732620188882Disabling writes for close at 1732620188882Obtaining lock to block concurrent updates at 1732620188882Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732620188882Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61256, getHeapSize=72112, getOffHeapSize=0, getCellsCount=131 at 1732620188883 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732620188883Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732620188883Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732620188923 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732620188924 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732620189335 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732620189353 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732620189353Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732620189771 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732620189787 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732620189787Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@545f3d9e: reopening flushed file at 1732620190194 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@564be680: reopening flushed file at 1732620190197 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b30aff4: reopening flushed file at 1732620190201 (+4 ms)Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1324ms, sequenceid=112, compaction requested=false at 1732620190206 (+5 ms)Writing region close event to WAL at 1732620190207 (+1 ms)Closed at 1732620190207 2024-11-26T11:23:10,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38023 is added to blk_1073741830_1006 (size=69043) 2024-11-26T11:23:10,215 INFO [M:0;7f3a3edaecc3:38835 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T11:23:10,215 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T11:23:10,215 INFO [M:0;7f3a3edaecc3:38835 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38835 2024-11-26T11:23:10,215 INFO [M:0;7f3a3edaecc3:38835 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T11:23:10,347 INFO [M:0;7f3a3edaecc3:38835 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T11:23:10,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38835-0x10176e178890000, quorum=127.0.0.1:50040, baseZNode=/0-133553362 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:23:10,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38835-0x10176e178890000, quorum=127.0.0.1:50040, baseZNode=/0-133553362 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:23:10,350 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f0aea16{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T11:23:10,351 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@332d6406{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T11:23:10,351 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T11:23:10,351 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11fd19b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T11:23:10,351 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d531ac6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a417e4d9-fe9a-72da-46b0-f69fecfb63bc/hadoop.log.dir/,STOPPED} 2024-11-26T11:23:10,357 WARN [BP-771342484-172.17.0.3-1732620156149 heartbeating to localhost/127.0.0.1:40645 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T11:23:10,357 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T11:23:10,357 WARN [BP-771342484-172.17.0.3-1732620156149 heartbeating to localhost/127.0.0.1:40645 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-771342484-172.17.0.3-1732620156149 (Datanode Uuid 93001225-89e7-4fd1-9758-189f39734c6a) service to localhost/127.0.0.1:40645 2024-11-26T11:23:10,357 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T11:23:10,358 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a417e4d9-fe9a-72da-46b0-f69fecfb63bc/cluster_ab9896ea-1df8-a221-4f64-288a82d50607/data/data1/current/BP-771342484-172.17.0.3-1732620156149 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T11:23:10,358 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a417e4d9-fe9a-72da-46b0-f69fecfb63bc/cluster_ab9896ea-1df8-a221-4f64-288a82d50607/data/data2/current/BP-771342484-172.17.0.3-1732620156149 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T11:23:10,358 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T11:23:10,365 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2ce14688{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T11:23:10,365 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f9bbb60{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T11:23:10,365 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T11:23:10,366 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a821b71{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T11:23:10,366 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@716048f1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a417e4d9-fe9a-72da-46b0-f69fecfb63bc/hadoop.log.dir/,STOPPED} 2024-11-26T11:23:10,372 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T11:23:10,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T11:23:10,406 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=591 (was 529) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:38657 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38657 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38657 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:38657 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:38657 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:43709 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50040) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40645 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:38657 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:43709 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38657 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40645 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43709 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:40645 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:40645 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40645 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50040) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:43709 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50040) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40645 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38657 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40645 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:43709 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:40645 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40645 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1187563640) connection to localhost/127.0.0.1:40645 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38657 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43709 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40645 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43709 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43709 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43709 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=973 (was 868) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=473 (was 502), ProcessCount=11 (was 11), AvailableMemoryMB=6966 (was 6596) - AvailableMemoryMB LEAK? - 2024-11-26T11:23:10,406 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=591 is superior to 500 2024-11-26T11:23:10,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10176e178890002, quorum=127.0.0.1:50040, baseZNode=/0-133553362 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T11:23:10,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10176e178890008, quorum=127.0.0.1:50040, baseZNode=/2-1475829587 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T11:23:10,471 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10176e178890008, quorum=127.0.0.1:50040, baseZNode=/2-1475829587 Received Disconnected from ZooKeeper, ignoring 2024-11-26T11:23:10,471 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10176e178890002, quorum=127.0.0.1:50040, baseZNode=/0-133553362 Received Disconnected from ZooKeeper, ignoring 2024-11-26T11:23:10,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10176e178890005, quorum=127.0.0.1:50040, baseZNode=/11649181392 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T11:23:10,471 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10176e178890005, quorum=127.0.0.1:50040, baseZNode=/11649181392 Received Disconnected from ZooKeeper, ignoring